-- Logs begin at Thu 2022-10-27 08:57:46 UTC, end at Thu 2022-10-27 09:55:59 UTC. -- Oct 27 09:28:09.223002 dv-cinder-797970-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 09:28:11.965348 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.common.config [-] Logging enabled! Oct 27 09:28:11.967210 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev103 Oct 27 09:28:11.967210 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104578) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 27 09:28:11.969893 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.common.config [-] Logging enabled! Oct 27 09:28:11.970154 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev103 Oct 27 09:28:11.970475 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104578) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 27 09:28:11.971412 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 09:28:11.971650 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 09:28:11.972143 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 09:28:11.972393 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 09:28:11.972645 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 09:28:11.972965 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.973265 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.973501 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.973801 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.974096 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.974381 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.974681 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.974978 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.975266 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.975547 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.975830 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.976062 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.976344 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.976667 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.976958 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.977183 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] debug = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.977480 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.977899 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.978312 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.978596 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.978888 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.979167 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.979444 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.979719 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.980005 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.980337 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] host = dv-cinder-797970-7-iscsi {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.980644 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.980934 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.981225 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.981514 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.981792 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.982096 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.982389 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.982667 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.982941 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] log_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.983218 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.983508 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.983798 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.984089 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.984317 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.984564 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.984861 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.985151 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.985427 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.985705 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.985982 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.986256 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.986532 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.986803 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.987088 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.987372 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.987658 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.987934 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.988208 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.988479 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.988776 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.989060 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.989337 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.989609 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.989883 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.990171 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.990442 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.990717 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.991018 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.991304 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.991587 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.991875 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.992149 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.992432 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.992730 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.993004 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.993275 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] use_json = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.993545 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.993815 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.994098 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.994373 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.994649 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.994923 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.995195 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.995478 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.995751 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:11.996048 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:11.996347 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:11.996680 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:11.996965 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:11.997271 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:11.998079 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:11.998372 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:11.998652 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:11.998943 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:11.999232 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:11.999522 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:11.999803 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.000103 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.000396 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.000718 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.001026 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.001321 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.001615 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.001893 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.002169 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.002446 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.002729 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.003018 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.003298 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.003588 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.003878 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.004157 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.004458 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.004781 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.005071 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.005368 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.005664 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.006002 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.006284 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.006580 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.006864 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.007142 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.007434 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.007716 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.007993 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.008277 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.008628 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.008922 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.009200 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.009481 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.009775 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.010055 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.010333 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.010608 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.010888 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.011163 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.011446 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.011733 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.012007 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.012283 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.012582 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.012863 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.013230 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.014087 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.014372 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.014659 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.014939 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.015218 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.015497 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.015775 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.016049 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.016326 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.016630 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.016911 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.017186 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.017462 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.017738 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.018011 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.018287 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.018573 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.018872 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.019152 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.019433 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.019713 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.019991 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.020269 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.020572 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.020853 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.021132 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.021409 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.021701 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.021985 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.022273 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.022557 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.022857 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.023153 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.023434 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.023714 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.023990 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.024267 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.024568 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.024858 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.025135 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.025415 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.025699 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.025983 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.026279 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.026575 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.026855 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.027148 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.027444 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.027740 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.028021 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.028329 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.028640 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:12.028886 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 09:28:12.029130 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104578) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 09:28:12.408225 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 27 09:28:12.408575 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 27 09:28:12.408851 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 27 09:28:12.409083 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 27 09:28:12.409363 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 27 09:28:12.409694 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 09:28:12.733749 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.734056 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.734339 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.735552 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.735838 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.736106 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.789073 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.789363 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.789633 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.804658 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.804943 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.805218 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.835132 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.835412 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.835687 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.872261 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.872595 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:12.872873 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.104755 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.105360 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.105360 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.105781 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.106479 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.204761 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.205078 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.205366 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.205639 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.205914 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.206231 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.206492 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.206750 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.207003 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.207286 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.207548 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.207814 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.208074 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.208328 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.208608 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.208874 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.209130 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.209404 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.209674 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.209934 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.210212 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.210469 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.210757 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.211135 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.211390 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.211640 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.212034 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 09:28:13.212276 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 09:28:13.212538 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 09:28:13.212849 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 09:28:13.213087 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 09:28:13.213325 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 09:28:13.213690 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 09:28:13.217069 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 09:28:13.220978 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 09:28:13.224752 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Oct 27 09:28:13.226394 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 09:28:13.227018 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 09:28:13.227359 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 09:28:13.227752 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 09:28:13.230548 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 09:28:13.230804 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 09:28:13.231159 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 09:28:13.236298 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 09:28:13.259549 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 09:28:13.260003 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.260305 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104578) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 27 09:28:13.260732 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.262080 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104578) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 09:28:13.262362 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 09:28:13.262608 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 09:28:13.273886 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.274175 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:13.413913 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 09:28:13.414095 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 09:28:13.414330 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 09:28:13.414717 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 09:28:13.468430 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO dbcounter [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Registered counter for database neutron Oct 27 09:28:13.485826 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_db.sqlalchemy.engines [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104578) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 27 09:28:13.491633 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG dbcounter [-] [104578] Writer thread running {{(pid=104578) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 09:28:14.033204 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Initializing driver for type 'gre' Oct 27 09:28:14.033921 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] gre ID ranges: [(1, 1000)] Oct 27 09:28:14.088131 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Initializing driver for type 'local' Oct 27 09:28:14.088469 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Initializing driver for type 'vlan' Oct 27 09:28:14.102489 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] VlanTypeDriver initialization complete Oct 27 09:28:14.102849 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Initializing driver for type 'vxlan' Oct 27 09:28:14.103352 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] vxlan ID ranges: [(1, 1000)] Oct 27 09:28:14.160349 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Initializing extension driver 'port_security' Oct 27 09:28:14.160997 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] PortSecurityExtensionDriver initialization complete Oct 27 09:28:14.161146 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Initializing mechanism driver 'openvswitch' Oct 27 09:28:14.161488 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Initializing mechanism driver 'hyperv' Oct 27 09:28:14.168019 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.plugins.ml2.plugin [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:28:14.168731 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > port after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.169113 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > port after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.170085 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > port after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.170597 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 09:28:14.171026 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > subnet after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.171388 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > subnet after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.171736 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.172137 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 09:28:14.172567 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > network after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.172924 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > network after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.173274 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > network after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.173666 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 09:28:14.174083 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > security_group after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.174434 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > security_group after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.174780 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > security_group after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.175169 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 09:28:14.175580 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.175936 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.176278 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.176843 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 09:28:14.177252 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > address_group after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.177603 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > address_group after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.177949 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > address_group after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.178341 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104578) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 27 09:28:14.178787 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] ML2 OVO RPC backend initialized. {{(pid=104578) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 27 09:28:14.179612 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.179982 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.180413 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > network before_response 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.180802 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > networks before_response 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.181157 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > port before_response 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.181506 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > ports before_response 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.181858 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > subnet before_response 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.182205 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > subnets before_response 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.182555 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > network after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.182902 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > network after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.183247 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > network after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.183589 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > port after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.183928 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > port after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.184265 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > port after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.184631 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > subnet after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.185018 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > subnet after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.185357 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.193059 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded quota_driver: . Oct 27 09:28:14.193430 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.plugin [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Modular L2 Plugin initialization complete Oct 27 09:28:14.193786 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading services supported by the core plugin {{(pid=104578) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 09:28:14.194137 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.plugins.ml2.managers [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Got port-security extension from driver 'port_security' Oct 27 09:28:14.194626 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.extensions.vlantransparent [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Disabled vlantransparent extension. Oct 27 09:28:14.195127 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104578) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 09:28:14.195456 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading Plugin: router Oct 27 09:28:14.231349 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router_interface before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.232288 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router after_create 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.232706 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router before_create 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.233078 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.233459 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.233822 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router after_delete 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.234187 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > floatingip after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.234542 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > floatingip after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.234906 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router after_create 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.235266 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router after_update 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.235626 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router after_update 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.235981 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.236347 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router after_update 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.236787 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router precommit_update 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.237163 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: port after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.237508 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: port after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.237852 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: subnet after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.238197 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.238550 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > port precommit_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.238903 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router precommit_create 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.239251 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: port before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.239605 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router precommit_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.239970 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router after_update 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.240316 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router precommit_delete 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.240702 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router precommit_create 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.241068 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.241417 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router precommit_update 55549900 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.241788 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > agent after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.242139 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > agent after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.242489 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > network after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.243351 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Tracking information for resource: router configured {{(pid=104578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 09:28:14.243689 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Tracking information for resource: floatingip configured {{(pid=104578) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 09:28:14.248634 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.db.l3_agentschedulers_db [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 09:28:14.249231 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: port after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.249600 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: port after_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.249959 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: port after_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.250317 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: port after_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.251125 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router before_create 55550100 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.251497 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router precommit_delete 55550100 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.251868 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router precommit_create 55550100 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.252231 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > router precommit_update 55550100 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.257239 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.services.provider_configuration [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service providers = [] {{(pid=104578) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 09:28:14.257608 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.db.servicetype_db [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104578) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 09:28:14.260615 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.services.service_base [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 09:28:14.260973 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.services.service_base [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 09:28:14.261319 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.services.service_base [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 09:28:14.262212 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.services.service_base [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104578) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 09:28:14.262588 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.services.service_base [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 09:28:14.263475 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 09:28:14.263810 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 09:28:14.274485 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 09:28:14.274826 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading Plugin: auto_allocate Oct 27 09:28:14.281310 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: network precommit_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.281687 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: network precommit_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.282207 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 09:28:14.282534 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading Plugin: tag Oct 27 09:28:14.289165 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 09:28:14.289504 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading Plugin: timestamp Oct 27 09:28:14.293574 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 09:28:14.293905 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading Plugin: network_ip_availability Oct 27 09:28:14.299460 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.299839 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.300199 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.300960 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 09:28:14.301285 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading Plugin: flavors Oct 27 09:28:14.306052 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 09:28:14.306395 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading Plugin: revisions Oct 27 09:28:14.310881 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104578) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 09:28:14.311270 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.902s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 27 09:28:14.313513 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104578) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 27 09:28:14.313870 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Initializing extension manager. Oct 27 09:28:14.314411 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: __init__.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.314766 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: __pycache__ {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.315109 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: address_group.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.315831 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.316408 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: address-group Oct 27 09:28:14.316776 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: address_scope.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.317470 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.317984 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: address-scope Oct 27 09:28:14.318311 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: admin_state_down_before_update.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.319216 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.319727 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: router-admin-state-down-before-update Oct 27 09:28:14.320054 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: agent.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.320762 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.321269 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: agent Oct 27 09:28:14.321594 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: agent_resources_synced.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.322469 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.322976 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: agent-resources-synced Oct 27 09:28:14.323303 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: allowedaddresspairs.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.325099 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.326149 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: allowed-address-pairs Oct 27 09:28:14.326480 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: auto_allocated_topology.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.327518 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.328037 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: auto-allocated-topology Oct 27 09:28:14.328366 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: availability_zone.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.329071 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.329581 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: availability_zone Oct 27 09:28:14.329908 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: availability_zone_filter.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.330786 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.331294 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: availability_zone_filter Oct 27 09:28:14.331619 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: data_plane_status.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.332491 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.333026 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 09:28:14.333349 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: default_subnetpools.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.334231 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.334741 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: default-subnetpools Oct 27 09:28:14.335063 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: dhcpagentscheduler.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.335840 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.336353 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: dhcp_agent_scheduler Oct 27 09:28:14.336717 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: dns.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.337598 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.338110 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension dns-integration not supported by any of loaded plugins Oct 27 09:28:14.338433 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: dns_domain_ports.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.339316 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.339820 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 09:28:14.340144 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.341865 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.342370 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 09:28:14.342692 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: dvr.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.343330 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.343832 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: dvr Oct 27 09:28:14.344155 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: ecmp_routes.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.345061 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.345566 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 09:28:14.345892 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: empty_string_filtering.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.346765 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.347270 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: empty-string-filtering Oct 27 09:28:14.347594 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.348474 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.348997 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 09:28:14.349323 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.350198 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.350699 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 09:28:14.351024 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: external_net.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.351895 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.352405 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: external-net Oct 27 09:28:14.352758 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: extra_dhcp_opt.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.353627 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.354133 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: extra_dhcp_opt Oct 27 09:28:14.354458 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: extraroute.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.355328 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.355836 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: extraroute Oct 27 09:28:14.356160 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: extraroute_atomic.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.357208 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.357724 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: extraroute-atomic Oct 27 09:28:14.358048 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: filter_validation.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.358679 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.359190 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: filter-validation Oct 27 09:28:14.359513 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: fip_pf_description.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.360390 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.360932 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 09:28:14.361255 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: fip_pf_detail.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.362130 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.362636 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: floating-ip-port-forwarding-detail Oct 27 09:28:14.362960 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: fip_pf_port_range.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.363838 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.364341 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 27 09:28:14.364697 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: fip_port_details.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.365581 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.366095 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: fip-port-details Oct 27 09:28:14.366421 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: flavors.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.367613 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.368137 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: flavors Oct 27 09:28:14.368466 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.370102 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.370620 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 09:28:14.370956 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: floatingip_pools.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.371622 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.372134 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: floatingip-pools Oct 27 09:28:14.372488 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: ip_allocation.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.373400 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.373906 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 09:28:14.374232 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.375387 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.375647 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: ip-substring-filtering Oct 27 09:28:14.375975 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: l2_adjacency.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.376902 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.377408 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 09:28:14.377739 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: l3.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.378675 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.379192 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: router Oct 27 09:28:14.379519 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: l3_conntrack_helper.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.382065 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.382592 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 09:28:14.382949 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.383823 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.384339 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: ext-gw-mode Oct 27 09:28:14.384697 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.385586 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.386099 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: l3-ha Oct 27 09:28:14.386429 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.387308 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.387827 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 27 09:28:14.388712 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: l3_flavors.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.389602 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.390117 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: l3-flavors Oct 27 09:28:14.390445 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: l3_ndp_proxy.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.391792 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.392311 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 27 09:28:14.392683 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.393576 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.394094 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 09:28:14.394426 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: l3agentscheduler.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.395446 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.395962 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: l3_agent_scheduler Oct 27 09:28:14.396435 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: local_ip.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.398205 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.398730 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension local_ip not supported by any of loaded plugins Oct 27 09:28:14.399063 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: logging.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.400501 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.401058 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension logging not supported by any of loaded plugins Oct 27 09:28:14.401393 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: metering.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.402108 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.402691 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: metering Oct 27 09:28:14.403022 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.404667 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.405189 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: metering_source_and_destination_fields Oct 27 09:28:14.405520 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: multiprovidernet.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.406414 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.406930 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: multi-provider Oct 27 09:28:14.407256 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: netmtu.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.408146 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.408680 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: net-mtu Oct 27 09:28:14.409012 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: netmtu_writable.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.409894 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.410404 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: net-mtu-writable Oct 27 09:28:14.410732 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: network_availability_zone.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.411374 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.411880 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: network_availability_zone Oct 27 09:28:14.412206 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: network_ip_availability.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.413298 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.413810 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: network-ip-availability Oct 27 09:28:14.414138 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: network_segment_range.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.414873 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.415384 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 09:28:14.415713 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: pagination.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.416687 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.417024 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: pagination Oct 27 09:28:14.417350 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: port_device_profile.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.418228 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.418739 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: port-device-profile Oct 27 09:28:14.419063 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: port_mac_address_override.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.419981 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.420495 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: port-mac-override Oct 27 09:28:14.420859 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.421748 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.422256 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: port-mac-address-regenerate Oct 27 09:28:14.422587 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.423465 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.423976 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: port-numa-affinity-policy Oct 27 09:28:14.424304 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: port_resource_request.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.425210 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.425717 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 09:28:14.426043 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: port_resource_request_groups.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.426981 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.427493 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 27 09:28:14.427828 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: portbindings.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.428759 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.429275 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: binding Oct 27 09:28:14.429601 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: portbindings_extended.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.430834 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.431355 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: binding-extended Oct 27 09:28:14.431759 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: portsecurity.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.432611 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.433135 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: port-security Oct 27 09:28:14.433461 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: project_id.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.434407 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.434739 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: project-id Oct 27 09:28:14.435088 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: providernet.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.436223 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.436775 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: provider Oct 27 09:28:14.437106 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.440643 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.441183 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos not supported by any of loaded plugins Oct 27 09:28:14.441525 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.442758 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.443287 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 09:28:14.443626 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.444536 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.445056 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 09:28:14.445390 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_default.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.446279 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.446798 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-default not supported by any of loaded plugins Oct 27 09:28:14.447129 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_fip.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.448022 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.448570 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-fip not supported by any of loaded plugins Oct 27 09:28:14.448903 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_fip_network_policy.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.449787 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.450301 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 27 09:28:14.451187 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_gateway_ip.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.452088 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.452639 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 09:28:14.452973 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_port_network_policy.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.453856 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.454374 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 09:28:14.454705 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.455708 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.456224 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 09:28:14.456594 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.457596 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.458111 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 27 09:28:14.458436 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_pps_rule.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.459571 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.460086 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-pps not supported by any of loaded plugins Oct 27 09:28:14.460413 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_rule_type_details.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.461340 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.461853 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 09:28:14.462180 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_rule_type_filter.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.463073 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.463587 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 27 09:28:14.463913 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: qos_rules_alias.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.464959 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.465729 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 09:28:14.466057 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: quota_check_limit.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.467485 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.468011 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: quota-check-limit Oct 27 09:28:14.468338 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: quotasv2.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.469298 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.469630 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: quotas Oct 27 09:28:14.469953 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: quotasv2_detail.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.471603 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.471950 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: quota_details Oct 27 09:28:14.472286 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: rbac.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.473360 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.473888 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: rbac-policies Oct 27 09:28:14.474222 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: rbac_address_group.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.475123 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.475640 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: rbac-address-group Oct 27 09:28:14.475970 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: rbac_address_scope.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.476973 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.477492 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: rbac-address-scope Oct 27 09:28:14.477828 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: rbac_security_groups.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.478718 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.479233 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: rbac-security-groups Oct 27 09:28:14.479560 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: rbac_subnetpool.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.480439 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.480985 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: rbac-subnetpool Oct 27 09:28:14.481314 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: revisionifmatch.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.482231 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.482838 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: revision-if-match Oct 27 09:28:14.483169 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: revisions.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.484257 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.484809 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: standard-attr-revisions Oct 27 09:28:14.485142 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: router_availability_zone.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.485785 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.486300 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: router_availability_zone Oct 27 09:28:14.486628 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: routerservicetype.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.487523 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.488046 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension router-service-type not supported by any of loaded plugins Oct 27 09:28:14.488371 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.489292 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.489813 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: security-groups-normalized-cidr Oct 27 09:28:14.490139 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: security_groups_port_filtering.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.491040 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.491549 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: port-security-groups-filtering Oct 27 09:28:14.491873 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.492876 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.493387 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: security-groups-remote-address-group Oct 27 09:28:14.493710 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.494603 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.495115 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: security-groups-shared-filtering Oct 27 09:28:14.495441 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: securitygroup.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.505190 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.505730 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: security-group Oct 27 09:28:14.506067 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: segment.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.506764 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.507281 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension segment not supported by any of loaded plugins Oct 27 09:28:14.507614 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.508543 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.509077 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 09:28:14.509410 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: servicetype.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.510473 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.511001 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: service-type Oct 27 09:28:14.511335 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: sorting.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.512280 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.512656 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: sorting Oct 27 09:28:14.513518 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: standard_attr_segment.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.514423 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.514944 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 09:28:14.515272 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: standardattrdescription.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.515889 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.516404 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: standard-attr-description Oct 27 09:28:14.516757 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: stateful_security_group.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.517655 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.518178 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: stateful-security-group Oct 27 09:28:14.518508 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: stdattrs_common.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.519066 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 09:28:14.519395 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.520286 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.520840 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 09:28:14.521169 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: subnet_onboard.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.522195 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.522721 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: subnet_onboard Oct 27 09:28:14.523053 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.523949 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.524464 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 09:28:14.524823 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: subnet_service_types.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.525717 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.526231 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: subnet-service-types Oct 27 09:28:14.526560 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: subnetallocation.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.527610 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.528135 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: subnet_allocation Oct 27 09:28:14.528469 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.529701 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.530215 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: subnetpool-prefix-ops Oct 27 09:28:14.530544 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.531444 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.531956 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 09:28:14.532287 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: tagging.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.533327 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.533855 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: standard-attr-tag Oct 27 09:28:14.534226 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: timestamp.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.535363 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.535886 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loaded extension: standard-attr-timestamp Oct 27 09:28:14.536216 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: trunk.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.537236 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.537767 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension trunk not supported by any of loaded plugins Oct 27 09:28:14.538097 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: trunk_details.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.538980 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.539497 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension trunk-details not supported by any of loaded plugins Oct 27 09:28:14.539823 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: uplink_status_propagation.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.540741 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.541260 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 09:28:14.541585 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Loading extension file: vlantransparent.py {{(pid=104578) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 09:28:14.542224 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104578) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 09:28:14.542734 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 09:28:14.545365 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:network Oct 27 09:28:14.545898 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:subnet Oct 27 09:28:14.546302 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 09:28:14.546698 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:port Oct 27 09:28:14.548005 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.548457 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service FLAVORS assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.549111 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.549547 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.549895 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:router Oct 27 09:28:14.550334 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:floatingip Oct 27 09:28:14.550829 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service METERING assigned prefix: /metering {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.552269 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.552680 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.553039 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104578) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:28:14.554052 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 09:28:14.554502 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:security_group Oct 27 09:28:14.554945 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 09:28:14.555466 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service CORE assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.555804 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 09:28:14.556167 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] subnetpool is already registered Oct 27 09:28:14.556732 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service CORE assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.557076 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 09:28:14.557416 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] subnetpool is already registered Oct 27 09:28:14.559840 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.560289 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service FLAVORS assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.560933 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.561367 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.561705 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:router Oct 27 09:28:14.562058 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] router is already registered Oct 27 09:28:14.562490 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:floatingip Oct 27 09:28:14.562837 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] floatingip is already registered Oct 27 09:28:14.563305 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service METERING assigned prefix: /metering {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.563994 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 09:28:14.564329 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] rbac_policy is already registered Oct 27 09:28:14.564779 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:security_group Oct 27 09:28:14.565120 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] security_group is already registered Oct 27 09:28:14.565529 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 09:28:14.565867 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] security_group_rule is already registered Oct 27 09:28:14.566502 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service CORE assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.566836 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 09:28:14.567175 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] subnetpool is already registered Oct 27 09:28:14.567596 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.v2.resource_helper [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Service CORE assigned prefix: {{(pid=104578) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 09:28:14.567929 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 09:28:14.568264 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING neutron.quota.resource_registry [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] subnetpool is already registered Oct 27 09:28:14.568768 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: extensions {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.570255 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: address-groups {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.571756 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: address-scopes {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.573149 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: agents {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.574338 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: auto-allocated-topology {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.576132 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: availability_zones {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.577402 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: dhcp-networks {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.578932 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: dhcp-agents {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.580385 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: routers {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.582224 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: flavors {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.583598 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: service_profiles {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.584863 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: next_providers {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.586339 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: service_profiles {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.588913 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: floatingip-pools {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.590224 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: routers {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.592817 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: floatingips {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.594135 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: l3-routers {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.595567 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: l3-agents {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.597045 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: metering-labels {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.598468 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: metering-label-rules {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.599894 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: network-ip-availabilities {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.601218 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: bindings {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.602811 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: quotas {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.604495 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: quotas {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.606086 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: rbac-policies {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.607345 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: security-groups {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.608725 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: security-group-rules {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.610001 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: service-providers {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.611254 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: subnetpools {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.612666 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: subnetpools {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.614216 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: tags {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.615961 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: tags {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.617846 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: tags {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.619677 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: tags {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.621470 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: tags {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.623497 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: tags {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.625254 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: tags {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.627172 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: tags {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.629066 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: tags {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.630842 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron.api.extensions [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Extended resource: tags {{(pid=104578) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 09:28:14.636942 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING keystonemiddleware.auth_token [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 09:28:14.642559 dv-cinder-797970-7-iscsi neutron-server[104578]: WARNING keystonemiddleware.auth_token [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 09:28:14.651566 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Acquiring lock "singleton_lock" {{(pid=104578) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 27 09:28:14.651903 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Acquired lock "singleton_lock" {{(pid=104578) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 27 09:28:14.652379 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Releasing lock "singleton_lock" {{(pid=104578) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 27 09:28:14.653072 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO oslo_service.service [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Starting 2 workers Oct 27 09:28:14.658455 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Started child 104689 {{(pid=104578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 09:28:14.662990 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Started child 104690 {{(pid=104578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 09:28:14.664068 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:14.664722 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO neutron.service [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 09:28:14.665311 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Publish callbacks [] for process (None), before_spawn {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:14.665655 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [-] (104689) wsgi starting up on http://0.0.0.0:9696 Oct 27 09:28:14.667742 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO oslo_service.service [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Starting 1 workers Oct 27 09:28:14.668122 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:14.669697 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [-] (104690) wsgi starting up on http://0.0.0.0:9696 Oct 27 09:28:14.673050 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Started child 104691 {{(pid=104578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 09:28:14.673594 dv-cinder-797970-7-iscsi neutron-server[104578]: INFO oslo_service.service [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Starting 1 workers Oct 27 09:28:14.676691 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.service [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] calling RpcWorker wait() {{(pid=104691) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 09:28:14.677221 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.service [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] returning from RpcWorker wait() {{(pid=104691) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 09:28:14.678060 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Started child 104692 {{(pid=104578) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 09:28:14.678423 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:14.678862 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-cd0704c2-7916-4f32-99c7-5df08b3ad22b None None] Publish callbacks [] for process (None), after_spawn {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:14.678954 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:28:14.680877 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104578) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 09:28:14.681097 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 09:28:14.681284 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 09:28:14.681519 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 09:28:14.681865 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 09:28:14.682049 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 09:28:14.682572 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.682860 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.683130 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.683395 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.683982 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.684248 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.684396 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:14.685447 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.685530 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.685732 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.685911 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.686082 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.686345 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.686581 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.686898 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.687162 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.687408 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.687658 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.687833 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.688090 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.688348 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.688634 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.688932 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] debug = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.689194 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.689714 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.689966 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.690220 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.690441 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.690726 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.690950 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.691224 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.691461 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.691701 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.691956 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.692226 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.692488 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.692758 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.692997 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.693274 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.693501 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.693998 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] host = dv-cinder-797970-7-iscsi {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.694254 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.694482 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.694746 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.694979 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.695232 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.695451 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.695773 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.695967 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.696229 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.696478 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.697025 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.697288 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.697543 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.697800 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.697971 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_options = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.698192 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.698465 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.698727 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.698927 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.699101 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.699278 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.701614 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.702022 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.702172 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.702398 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.702710 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.702905 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.703097 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.703323 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.703610 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.703856 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.704109 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.704348 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.704626 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.705041 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.705154 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.705317 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.705550 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.705764 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.706316 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.706316 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.706511 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.706652 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.707771 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.707771 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.707771 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.707771 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.708117 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.708117 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.708272 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.708543 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.708781 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:28:14.708920 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.709127 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.709522 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.709748 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.710153 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.710596 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.710999 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.711249 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.711495 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.711714 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.711951 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_json = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.712165 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.713257 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.713257 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.713257 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.713257 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.713545 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.713746 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.713998 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.714421 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.714868 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.715166 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.715760 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.716069 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.716285 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.716613 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.717374 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.717838 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.718343 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.718840 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.719337 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.719762 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.720250 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.720508 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.720832 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.721161 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.721425 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.721694 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.721942 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.722169 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.722405 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.722650 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.722926 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.723149 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.723383 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.723614 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.723851 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.724156 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.724640 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.725115 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.725666 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.726008 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.726349 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.726675 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.726954 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.727254 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.727558 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.727782 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.727999 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.728220 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.728473 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.728734 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.728988 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.729216 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.729437 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.729679 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.729918 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.730165 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.730572 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.730958 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.731218 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.731492 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.731751 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.732074 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.732459 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.732900 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.733367 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.733763 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.734199 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.734640 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.735021 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.735382 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.735750 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.736141 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.736512 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.736926 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.737454 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.737878 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.738455 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.738685 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.738910 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.739131 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.739358 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.739574 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.739824 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.740066 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.740274 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.740668 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.741052 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.741289 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.741647 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.742002 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.742386 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.742621 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.742858 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.743099 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.743316 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.743532 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.743745 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.743958 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.744193 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.744427 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.744754 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.745020 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.745269 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.745483 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.745865 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.746224 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.746627 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.746862 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.747083 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.747830 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.748071 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.748298 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.748563 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.748803 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.749024 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.749259 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.749473 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.749688 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.749901 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.750139 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.750353 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.750573 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.750800 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.751030 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.751270 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.751509 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.751738 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.751990 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.752204 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.752453 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.752740 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.753018 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.753276 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.753543 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.753778 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.754035 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.754338 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.754598 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.754857 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.755104 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.755333 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.755610 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.756171 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.756171 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.756366 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.756606 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.756849 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.757106 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.757342 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.757573 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.757818 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.758133 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.758381 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.758597 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.758809 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.759065 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.759315 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.759566 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.759848 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.760111 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.760813 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.761213 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.761597 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.761815 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.762065 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.762293 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.762511 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.762754 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.763631 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.763868 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.764100 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.764331 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.764620 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.764891 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.765051 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.765418 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.765635 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.765852 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.766099 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.766312 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.766553 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.766814 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.767037 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.767254 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.767472 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.767687 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.767949 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.768170 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.768457 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.768744 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.768967 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.769182 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.769435 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.769733 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.769951 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.770194 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.770432 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.770644 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.770865 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.771081 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.771312 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.771528 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.771774 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.771987 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.772220 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.772467 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.772834 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.773083 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.773321 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.773575 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.773837 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.774071 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.774287 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.774500 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.774745 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.775007 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.775179 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.775409 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.775654 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.775868 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.776097 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.776309 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.776570 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.776753 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.777018 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.777228 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.777786 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.777786 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.778036 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.778162 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.778330 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.778547 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.779300 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.779525 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.779733 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.779939 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.780170 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.780378 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.780735 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.780987 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.781214 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.781426 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:28:14.781529 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.781715 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.781953 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.782179 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.782385 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.782591 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.782809 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.783079 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.783308 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.783553 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.783759 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.783965 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.784182 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.784448 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.784626 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.784849 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.785062 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.785973 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.786420 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.786643 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.786849 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.787094 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.787309 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.787516 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.787892 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.788032 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.788169 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.788378 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.788631 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.788862 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.789248 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.789248 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.789489 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.789730 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.789980 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.790199 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.790473 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.790721 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.790962 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.791200 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.791509 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.791739 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.791976 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.792222 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.792439 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.792680 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.792933 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.793257 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.793567 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.793825 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.794091 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.794401 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.795168 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.795456 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.795666 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.796329 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.796329 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.796578 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.796830 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.797084 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.797334 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.797569 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.797798 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.798012 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.798224 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.798435 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.798674 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.798915 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.799136 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.799351 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.799595 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.799806 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.800044 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.800401 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.800547 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.800688 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.800825 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 09:28:14.801358 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104578) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 09:28:14.801524 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 09:28:14.801676 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 09:28:14.801863 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 09:28:14.802030 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 09:28:14.802183 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 09:28:14.802390 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.802551 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.802710 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.802869 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.803050 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.803226 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.803370 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.803527 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.803685 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.803842 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.804000 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.804156 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.804312 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.804460 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.804637 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.804795 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.804951 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.805113 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.805270 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.805443 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.805575 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.805725 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] debug = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.805882 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.806099 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.806264 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.806420 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.806576 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.806736 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.806894 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.807581 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.807925 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.807925 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.808139 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.808505 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.808505 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.808505 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.808891 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.808891 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.809041 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.809119 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] host = dv-cinder-797970-7-iscsi {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.809222 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.809378 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.809534 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.809691 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.809898 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.810063 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.810219 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.810375 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.810535 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.810691 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.810847 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.811004 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.811161 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.811332 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.811475 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_options = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.811627 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.811782 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.811939 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.812129 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.812291 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.812449 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.812612 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.812773 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.812916 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.813075 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.813231 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.813387 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.813543 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.813699 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.813855 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.814011 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.814166 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.814323 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.814479 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.814635 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.814790 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.814946 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.815103 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.815259 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.815416 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.815572 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.815728 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.815884 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.816040 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.816195 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.816351 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.816508 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.816682 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.816840 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.816996 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.817152 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.817308 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.817465 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.817625 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.817782 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.817937 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.818093 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.818249 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.818404 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.818561 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.818716 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.818872 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_json = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.819027 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.819183 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.819338 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.819495 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.819638 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.819793 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.819950 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.820105 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.820261 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 09:28:14.820434 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.820613 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.820783 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.820942 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.821100 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.821257 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.821421 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.821579 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.821737 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.821894 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.822059 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.822219 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.822387 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.822545 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.822702 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.822861 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.823019 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.823176 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.823524 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.823524 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.823773 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.823773 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.823935 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.824077 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.824234 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.824392 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.824552 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.824724 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.824882 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.825047 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.825218 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.825378 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.825684 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.825830 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.825991 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.826150 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.826310 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.826474 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.826639 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.826796 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.826958 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.827118 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.827275 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.827589 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.827754 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.827914 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.828075 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.828235 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.828395 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.828578 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.828740 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.828899 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.829061 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.829223 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.829381 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.829540 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.829699 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.829868 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.830027 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.830187 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.830347 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.830507 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.830667 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.830826 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.830987 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.831147 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.831306 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.831469 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.831641 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.831801 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.831960 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.832118 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.832279 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.832439 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.832619 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.832780 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.832953 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.833097 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.833261 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.833419 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.833578 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.833736 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.833895 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.834053 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.834213 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.834370 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.834529 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.834688 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.834846 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.835004 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.835163 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.835328 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.835502 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.835662 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.835819 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.835984 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.836125 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.836693 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.836693 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.836693 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.836929 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.836929 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.837074 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.837196 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.837357 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.837514 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.837671 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.837829 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.837987 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.838144 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.838302 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.838460 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.838617 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.838774 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.838932 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.839090 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.839245 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.839403 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.839561 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.839718 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.839875 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.840033 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.840190 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.840643 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.840804 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.840966 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.841653 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.841821 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.841992 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.842153 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.842311 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.842471 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.842630 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.842789 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.842948 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.843107 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.843265 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.843425 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.843582 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.843750 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.843909 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.844067 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.844224 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.844406 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.844651 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.844812 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.844970 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.845128 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.845285 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.845445 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.845603 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.845764 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.845925 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.846083 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.846241 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.846400 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.846559 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.846717 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.846876 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.847035 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.847195 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.847353 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.847513 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.847671 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.847829 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.847988 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.848147 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.848307 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.848466 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.848645 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.848804 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.848963 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.849123 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.849282 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.849440 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.849598 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.849757 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.849915 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.850073 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.850231 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.850392 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.850549 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.850707 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.850864 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.851023 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.851182 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.851340 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.851500 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.851662 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.851821 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.851980 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.852138 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.852297 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.852455 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.852635 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.852794 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.852952 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.853111 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.853301 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.853436 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.853595 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.853756 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.853916 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.854074 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.854232 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.854389 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.854547 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.854704 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.854868 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.855027 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.855186 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.855343 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.855548 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.855712 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.855871 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.856030 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.856191 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.856352 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.856511 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.857343 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.857518 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.857681 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.857840 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.857999 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.858157 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.858316 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.858476 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.858635 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.858794 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.858953 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.859125 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.859286 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.859444 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.859603 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.859762 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.859921 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.860090 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.860248 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.860407 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.860586 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.860745 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.860904 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.861073 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.861231 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.861389 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.861546 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.861709 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.861867 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.862035 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.862193 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.862351 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.862509 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.862667 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.862827 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.862993 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.863151 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.863309 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.863466 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.863625 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.863782 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.863949 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.864107 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.864266 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.864423 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.864600 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.864761 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.864927 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.865087 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.865246 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.865443 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.865602 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.865759 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.865917 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.866086 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.866246 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.866407 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.866565 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.866723 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.866881 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.867042 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.867205 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.867372 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.867537 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.867697 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.867864 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.868029 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.868196 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.868353 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.868535 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.868706 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.868865 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.869023 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.869181 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.869339 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.869497 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.869668 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.869874 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.870037 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.870196 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.870355 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.870512 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.870670 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.870828 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.870986 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.871144 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.871302 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.871460 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.871623 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.871781 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 09:28:14.871933 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104578) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 09:28:14.901642 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 53752) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:28:14.909101 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [-] 10.222.0.70 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0054162 Oct 27 09:28:14.913577 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [-] 10.222.0.70 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038843 Oct 27 09:28:24.152831 dv-cinder-797970-7-iscsi neutron-server[104578]: DEBUG dbcounter [-] [104578] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104578) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:26.189174 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa4c0b0-04f8-40fc-a88f-d07897a447ef None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:28:26.213910 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writer thread running {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 09:28:26.286228 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa4c0b0-04f8-40fc-a88f-d07897a447ef None None] No non-hosted networks {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 09:28:26.306873 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.agentschedulers_db [None req-4aa4c0b0-04f8-40fc-a88f-d07897a447ef None None] DHCP Agent not found on host dv-cinder-797970-7-iscsi {{(pid=104691) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 27 09:28:26.310041 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-a6d08ccb-6245-416b-bea3-5223cab76a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651878'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:27.967480 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writer thread running {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 09:28:28.499016 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-600d622e-3410-4c84-b49f-02321e34024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651878'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:28.505685 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.db.api [None req-af85b449-dcd1-40ec-b77d-2ed8f0257346 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797970-7-iscsi {{(pid=104691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 27 09:28:28.506433 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG oslo_db.api [None req-af85b449-dcd1-40ec-b77d-2ed8f0257346 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 09:28:29.048368 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-af85b449-dcd1-40ec-b77d-2ed8f0257346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:29.682411 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651878'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:29.980420 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 53826) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:28:30.557748 dv-cinder-797970-7-iscsi neutron-server[104689]: WARNING oslo_policy.policy [None req-ee4b6ede-04c6-4810-a7bc-3813367bf2f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 09:28:30.558371 dv-cinder-797970-7-iscsi neutron-server[104689]: WARNING oslo_policy.policy [None req-ee4b6ede-04c6-4810-a7bc-3813367bf2f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 09:28:30.777544 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [None req-ee4b6ede-04c6-4810-a7bc-3813367bf2f3 admin admin] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:28:30.780429 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-ee4b6ede-04c6-4810-a7bc-3813367bf2f3 admin admin] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7981455 Oct 27 09:28:31.349448 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651878'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:31.555193 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651878'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:31.556312 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.557290 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.560645 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.561139 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.561586 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.562331 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.564377 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.564947 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.565755 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.566243 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.568080 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.568427 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.569220 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.569706 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.570210 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:31.571115 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797970-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:28:31.591188 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797970-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:28:33.500250 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 53862) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:28:33.636242 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.db.l3_hamode_db [None req-088d9728-0849-49b9-8057-4b64da56629c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 09:28:33.711519 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d9728-0849-49b9-8057-4b64da56629c None None] Routers set() bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:28:33.711910 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d9728-0849-49b9-8057-4b64da56629c None None] Router IDs set() for agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 27 09:28:33.823886 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-793e8091-fbe9-40e8-af69-16fec3aa907e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:28:33.836442 dv-cinder-797970-7-iscsi neutron-server[104689]: ERROR stevedore.extension [None req-793e8091-fbe9-40e8-af69-16fec3aa907e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 27 09:28:33.917884 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.policy [None req-793e8091-fbe9-40e8-af69-16fec3aa907e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104689) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 09:28:33.960225 dv-cinder-797970-7-iscsi neutron-server[104689]: WARNING oslo_policy.policy [None req-793e8091-fbe9-40e8-af69-16fec3aa907e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 09:28:33.960619 dv-cinder-797970-7-iscsi neutron-server[104689]: WARNING oslo_policy.policy [None req-793e8091-fbe9-40e8-af69-16fec3aa907e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 09:28:33.980608 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writer thread running {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 09:28:34.056457 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-793e8091-fbe9-40e8-af69-16fec3aa907e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766796472483', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766796474039', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766796488724', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766796504405', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766796510364', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766796519632', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1419839', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1459047', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-753058', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677520'] for rbac-policy (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:34.126318 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-793e8091-fbe9-40e8-af69-16fec3aa907e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:34.127481 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-793e8091-fbe9-40e8-af69-16fec3aa907e admin admin] 10.222.0.70 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6262319 Oct 27 09:28:36.712101 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 53872) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:28:37.213608 dv-cinder-797970-7-iscsi neutron-server[104690]: WARNING oslo_policy.policy [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 09:28:37.214154 dv-cinder-797970-7-iscsi neutron-server[104690]: WARNING oslo_policy.policy [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 09:28:37.430964 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:28:37.444215 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writer thread running {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 27 09:28:37.485065 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Made reservation on behalf of 78bd002b14ac4653ae0975911fcabf81 for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:28:37.494249 dv-cinder-797970-7-iscsi neutron-server[104690]: ERROR stevedore.extension [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 27 09:28:37.546544 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.policy [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104690) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 09:28:37.589061 dv-cinder-797970-7-iscsi neutron-server[104690]: WARNING oslo_policy.policy [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 09:28:37.589429 dv-cinder-797970-7-iscsi neutron-server[104690]: WARNING oslo_policy.policy [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 09:28:37.599954 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:37.625102 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:37.737707 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Publish callbacks [] for security_group (04b4958d-5bff-4693-9c13-c81dae47f573), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:37.741375 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (04b4958d-5bff-4693-9c13-c81dae47f573), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:37.765822 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:28:37.799283 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766798911097', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (c48c2369-41a5-4881-81d3-ca7f836b8f49), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:37.799766 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Unsubscribe: segment precommit_create {{(pid=104690) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 09:28:37.800304 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Added segment c48c2369-41a5-4881-81d3-ca7f836b8f49 of type vlan for network 24c44d32-879a-41b1-9cf6-0fea6c5eed8c Oct 27 09:28:37.838566 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=04b4958d-5bff-4693-9c13-c81dae47f573,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:28:37.878942 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.879282 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.879632 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.879981 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.880307 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.880658 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.880976 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.881290 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.881687 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.881917 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.882233 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.882561 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.882872 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.883180 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.883516 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Tracked resource versions report: Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: pushed versions: Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: { 'AddressGroup': {'1.2'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Agent': {'1.1'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'ConntrackHelper': {'1.0'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'LocalIPAssociation': {'1.0'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Log': {'1.0'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'NDPProxy': {'1.0'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Network': {'1.1'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Port': {'1.7'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'PortForwarding': {'1.3'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'QosPolicy': {'1.10'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SecurityGroup': {'1.5'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SecurityGroupRule': {'1.2'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SubPort': {'1.0'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Subnet': {'1.1'}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Trunk': {'1.1'}} Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: consumer versions: Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: { DHCP agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: L3 agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: Metadata agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: Metering agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: Open vSwitch agent@dv-cinder-797970-7-iscsi: { 'AddressGroup': '1.2', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Agent': '1.1', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'ConntrackHelper': '1.0', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'LocalIPAssociation': '1.0', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Log': '1.0', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'NDPProxy': '1.0', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Network': '1.1', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Port': '1.7', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'PortForwarding': '1.3', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'QosPolicy': '1.10', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SecurityGroup': '1.5', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SecurityGroupRule': '1.2', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SubPort': '1.0', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Subnet': '1.1', Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Trunk': '1.1'}} Oct 27 09:28:37.885002 dv-cinder-797970-7-iscsi neutron-server[104690]: {{(pid=104690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 09:28:37.913137 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (24c44d32-879a-41b1-9cf6-0fea6c5eed8c), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:37.956415 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (24c44d32-879a-41b1-9cf6-0fea6c5eed8c), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:37.961363 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:28:37.962103 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:38.034325 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3211462 Oct 27 09:28:38.087025 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888a832-9817-406f-8a51-8e1baae81736 demo demo] Pushing event updated for resources: {'Network': ['ID=24c44d32-879a-41b1-9cf6-0fea6c5eed8c,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:28:38.100033 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 24c44d32-879a-41b1-9cf6-0fea6c5eed8c details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:28:40.699791 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 53892) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:28:41.111807 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe1234b-0c59-47eb-ac6b-45496b5aa8ef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:28:41.113247 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-efe1234b-0c59-47eb-ac6b-45496b5aa8ef demo admin] 10.222.0.70 "GET /networking/v2.0/networks/24c44d32-879a-41b1-9cf6-0fea6c5eed8c HTTP/1.1" status: 200 len: 825 time: 0.4125197 Oct 27 09:28:41.153317 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-22ffe237-ceef-4990-a8b1-7f381550df5d demo admin] 10.222.0.70 "GET /networking/v2.0/subnetpools/68543f79-ee68-462b-bccd-b5ccc23deeea HTTP/1.1" status: 200 len: 734 time: 0.0340264 Oct 27 09:28:41.161936 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] Request body: {'subnet': {'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '68543f79-ee68-462b-bccd-b5ccc23deeea', 'name': 'private-subnet'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:28:41.184159 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] Made reservation on behalf of 78bd002b14ac4653ae0975911fcabf81 for: {'subnet': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:28:41.186476 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:41.199184 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=57,neutron:INSERT=42,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:41.480621 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for subnet (91b2fa2d-487c-4f1c-a131-11eed040c7d9), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:41.486550 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:41.548276 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=91b2fa2d-487c-4f1c-a131-11eed040c7d9,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:28:41.558561 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] Checking segment: {'id': 'c48c2369-41a5-4881-81d3-ca7f836b8f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:28:41.558934 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] Network hostable DHCP agents. Network: 24c44d32-879a-41b1-9cf6-0fea6c5eed8c, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:28:41.580117 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] Network 24c44d32-879a-41b1-9cf6-0fea6c5eed8c is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:28:41.591153 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 24c44d32-879a-41b1-9cf6-0fea6c5eed8c) {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:28:41.596061 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:28:41.596699 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:41.603036 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc8d930-aa87-4c30-a788-7617605bac0c None None] Network 24c44d32-879a-41b1-9cf6-0fea6c5eed8c requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:28:41.615495 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-8835174c-ec1d-470a-b795-bca5764d23b0 demo admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4567156 Oct 27 09:28:41.866973 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-24c44d32-879a-41b1-9cf6-0fea6c5eed8c', 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c', 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'fixed_ips': [{'subnet_id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:28:41.868402 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:42.145241 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Allocated IP 172.20.0.2 (24c44d32-879a-41b1-9cf6-0fea6c5eed8c/91b2fa2d-487c-4f1c-a131-11eed040c7d9/1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:28:42.200256 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:42.414823 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Publish callbacks [] for port (1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:42.422906 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:42.501781 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Network 24c44d32-879a-41b1-9cf6-0fea6c5eed8c is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:28:42.507345 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:28:42.512141 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Pushing event updated for resources: {'Port': ['ID=1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:28:42.514358 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:28:42.524467 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.524841 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.525199 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.525560 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.525897 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.526233 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.526565 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.526891 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.527759 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.528088 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.528416 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.528780 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.529110 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.529429 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.529748 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Tracked resource versions report: Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: pushed versions: Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: { 'AddressGroup': {'1.2'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Agent': {'1.1'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'ConntrackHelper': {'1.0'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'LocalIPAssociation': {'1.0'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Log': {'1.0'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'NDPProxy': {'1.0'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Network': {'1.1'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Port': {'1.7'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'PortForwarding': {'1.3'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'QosPolicy': {'1.10'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SecurityGroup': {'1.5'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SecurityGroupRule': {'1.2'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SubPort': {'1.0'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Subnet': {'1.1'}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Trunk': {'1.1'}} Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: consumer versions: Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: { DHCP agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: L3 agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: Metadata agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: Metering agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: Open vSwitch agent@dv-cinder-797970-7-iscsi: { 'AddressGroup': '1.2', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Agent': '1.1', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'ConntrackHelper': '1.0', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'LocalIPAssociation': '1.0', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Log': '1.0', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'NDPProxy': '1.0', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Network': '1.1', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Port': '1.7', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'PortForwarding': '1.3', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'QosPolicy': '1.10', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SecurityGroup': '1.5', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SecurityGroupRule': '1.2', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SubPort': '1.0', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Subnet': '1.1', Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Trunk': '1.1'}} Oct 27 09:28:42.531207 dv-cinder-797970-7-iscsi neutron-server[104691]: {{(pid=104691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 09:28:42.607661 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Attempting to bind port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:28:42.608466 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Attempting to bind port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'c48c2369-41a5-4881-81d3-ca7f836b8f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:28:42.608612 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Attempting to bind port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a on network 24c44d32-879a-41b1-9cf6-0fea6c5eed8c {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:28:42.610297 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:42.659254 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:28:42.659612 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Checking segment: {'id': 'c48c2369-41a5-4881-81d3-ca7f836b8f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:28:42.660089 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:42.660478 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Bound using segment: {'id': 'c48c2369-41a5-4881-81d3-ca7f836b8f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:28:42.660980 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Bound port: 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48c2369-41a5-4881-81d3-ca7f836b8f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:28:42.661374 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:42.722635 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] For port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:28:42.741053 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] For port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a,segment=NetworkSegment(c48c2369-41a5-4881-81d3-ca7f836b8f49),segment_id=c48c2369-41a5-4881-81d3-ca7f836b8f49)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:28:42.748169 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:42.803246 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4085c9d-4904-4db2-989b-0ae7f199a4d3 None None] Pushing event updated for resources: {'Port': ['ID=1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:28:44.119771 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=10,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:44.121902 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=23,neutron:INSERT=33,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:44.299370 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 53908) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:28:44.625624 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [None req-700321d2-fb03-4551-8051-c54a59634f09 admin admin] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:28:44.626614 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-700321d2-fb03-4551-8051-c54a59634f09 admin admin] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3258281 Oct 27 09:28:46.364988 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=7 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:46.369936 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:47.292385 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 53920) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:28:47.617830 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [None req-3522c138-8109-4af4-bf28-38c521ffcca7 admin admin] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:28:47.618825 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-3522c138-8109-4af4-bf28-38c521ffcca7 admin admin] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3254707 Oct 27 09:28:50.278158 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 53932) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:28:50.608951 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-3e719460-b4a4-4b1f-b0b8-ce056fba6bac demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:28:50.638460 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3e719460-b4a4-4b1f-b0b8-ce056fba6bac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (7d05125a-1b84-4c60-bd85-5a55ba6dcfe1), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:50.640125 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3e719460-b4a4-4b1f-b0b8-ce056fba6bac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (7d05125a-1b84-4c60-bd85-5a55ba6dcfe1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:50.779795 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e718cf-d4df-4087-8e70-9955a35ce1af None None] Network 24c44d32-879a-41b1-9cf6-0fea6c5eed8c requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:28:50.785538 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3e719460-b4a4-4b1f-b0b8-ce056fba6bac demo demo] Publish callbacks [] for router_controller (7d05125a-1b84-4c60-bd85-5a55ba6dcfe1), precommit_add_association {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:50.791254 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3e719460-b4a4-4b1f-b0b8-ce056fba6bac demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (7d05125a-1b84-4c60-bd85-5a55ba6dcfe1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:50.812579 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3e719460-b4a4-4b1f-b0b8-ce056fba6bac demo demo] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:50.813734 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-3e719460-b4a4-4b1f-b0b8-ce056fba6bac demo demo] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5345986 Oct 27 09:28:50.864273 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-79f6062d-c44c-4bb2-bc00-8c530ded997c None None] Provisioning complete for port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:28:50.864602 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-79f6062d-c44c-4bb2-bc00-8c530ded997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:50.864986 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-79f6062d-c44c-4bb2-bc00-8c530ded997c None None] Attempt 1 to provision port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a Oct 27 09:28:51.050817 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-79f6062d-c44c-4bb2-bc00-8c530ded997c None None] Current status of the port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:28:51.051213 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-79f6062d-c44c-4bb2-bc00-8c530ded997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:51.088716 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-79f6062d-c44c-4bb2-bc00-8c530ded997c None None] For port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a,segment=NetworkSegment(c48c2369-41a5-4881-81d3-ca7f836b8f49),segment_id=c48c2369-41a5-4881-81d3-ca7f836b8f49)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:28:51.094107 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-79f6062d-c44c-4bb2-bc00-8c530ded997c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:51.146945 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6062d-c44c-4bb2-bc00-8c530ded997c None None] Pushing event updated for resources: {'Port': ['ID=1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:28:51.212773 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-89d6eb6f-46e0-4658-9d0e-81ab6d958d6f None None] Provisioning complete for port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:28:51.213164 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-89d6eb6f-46e0-4658-9d0e-81ab6d958d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:51.213686 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-89d6eb6f-46e0-4658-9d0e-81ab6d958d6f None None] Attempt 1 to provision port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a Oct 27 09:28:51.274728 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:28:51.297865 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:51.326191 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-89d6eb6f-46e0-4658-9d0e-81ab6d958d6f None None] Current status of the port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:28:51.337129 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:28:51.337520 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:51.337861 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a Oct 27 09:28:51.406674 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:28:51.607330 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=11,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:51.609348 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=4,neutron:SELECT=41,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:53.453347 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 53942) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:28:53.768587 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [None req-da698061-04a0-4649-98fc-8c4f42521065 admin admin] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:28:53.769568 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-da698061-04a0-4649-98fc-8c4f42521065 admin admin] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3152909 Oct 27 09:28:56.152287 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b279ccd8-9134-4d9b-893b-c965f0decf88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:56.394357 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 53950) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:28:56.712203 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:28:56.737861 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Made reservation on behalf of d2f8e01e4d9d43978ddeb5033ead57f5 for: {'network': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:28:56.740851 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:56.756363 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:56.860272 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Publish callbacks [] for security_group (fdab8f97-0569-4241-97ca-1a0bed48332a), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:56.863686 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (fdab8f97-0569-4241-97ca-1a0bed48332a), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:56.874296 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Reserving flat network on physical network physnet1 {{(pid=104689) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 09:28:56.900649 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766798911097', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (bbecd9bf-a445-4970-9a52-917665fd60fd), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:56.901191 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Unsubscribe: segment precommit_create {{(pid=104689) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 09:28:56.902229 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.segments_db [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Added segment bbecd9bf-a445-4970-9a52-917665fd60fd of type flat for network 89caa34e-a99b-423c-bd7c-fee87bc03687 Oct 27 09:28:56.934486 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdab8f97-0569-4241-97ca-1a0bed48332a,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:28:56.980658 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.981004 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.981364 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.981707 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.982036 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.982364 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.982693 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.983015 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.983358 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.983706 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.984026 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.984369 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.984736 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.985060 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.985379 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Tracked resource versions report: Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: pushed versions: Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: { 'AddressGroup': {'1.2'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Agent': {'1.1'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'ConntrackHelper': {'1.0'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'LocalIPAssociation': {'1.0'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Log': {'1.0'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'NDPProxy': {'1.0'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Network': {'1.1'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Port': {'1.7'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'PortForwarding': {'1.3'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'QosPolicy': {'1.10'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SecurityGroup': {'1.5'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SecurityGroupRule': {'1.2'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SubPort': {'1.0'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Subnet': {'1.1'}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Trunk': {'1.1'}} Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: consumer versions: Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: { DHCP agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: L3 agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: Metadata agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: Metering agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: Open vSwitch agent@dv-cinder-797970-7-iscsi: { 'AddressGroup': '1.2', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Agent': '1.1', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'ConntrackHelper': '1.0', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'LocalIPAssociation': '1.0', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Log': '1.0', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'NDPProxy': '1.0', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Network': '1.1', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Port': '1.7', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'PortForwarding': '1.3', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'QosPolicy': '1.10', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SecurityGroup': '1.5', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SecurityGroupRule': '1.2', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SubPort': '1.0', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Subnet': '1.1', Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Trunk': '1.1'}} Oct 27 09:28:56.986826 dv-cinder-797970-7-iscsi neutron-server[104689]: {{(pid=104689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 09:28:57.032277 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (89caa34e-a99b-423c-bd7c-fee87bc03687), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:57.074522 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (89caa34e-a99b-423c-bd7c-fee87bc03687), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:57.075737 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:28:57.076443 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:57.141763 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7462680 Oct 27 09:28:57.178828 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa498b-bc19-45d8-9952-11cf05227ecd admin admin] Pushing event updated for resources: {'Network': ['ID=89caa34e-a99b-423c-bd7c-fee87bc03687,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:28:57.191168 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:28:57.194502 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:28:58.464180 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-a89ba68f-1df5-41aa-9788-1c1179fc9b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:59.646293 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:28:59.741408 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 53962) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:29:00.154083 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79829dff-6b6b-45a3-9368-45aa6c1f8ae8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:29:00.155491 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-79829dff-6b6b-45a3-9368-45aa6c1f8ae8 demo admin] 10.222.0.70 "GET /networking/v2.0/subnets/91b2fa2d-487c-4f1c-a131-11eed040c7d9 HTTP/1.1" status: 200 len: 849 time: 0.4132104 Oct 27 09:29:00.291441 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-94c5b715-69b3-432a-bb9c-c4a8c827162c demo admin] 10.222.0.70 "GET /networking/v2.0/routers/7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 HTTP/1.1" status: 200 len: 704 time: 0.1299486 Oct 27 09:29:00.552783 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:00.568878 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:00.583081 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:00.847304 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Allocated IP 172.20.0.1 (24c44d32-879a-41b1-9cf6-0fea6c5eed8c/91b2fa2d-487c-4f1c-a131-11eed040c7d9/1021426b-4e91-4e96-a656-456b57457532) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:29:01.033186 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Publish callbacks [] for port (1021426b-4e91-4e96-a656-456b57457532), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:01.093625 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (1021426b-4e91-4e96-a656-456b57457532), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:01.174587 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Network 24c44d32-879a-41b1-9cf6-0fea6c5eed8c is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:29:01.179992 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:29:01.184849 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Pushing event updated for resources: {'Port': ['ID=1021426b-4e91-4e96-a656-456b57457532,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:29:01.187374 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:29:01.188168 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (7d05125a-1b84-4c60-bd85-5a55ba6dcfe1), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:01.302438 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:01.397981 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:01.401252 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-0308a5dc-6b3b-4e98-8e7e-bcb2252f5656 None None] Provisioning complete for port 1021426b-4e91-4e96-a656-456b57457532 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:29:01.401632 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0308a5dc-6b3b-4e98-8e7e-bcb2252f5656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1021426b-4e91-4e96-a656-456b57457532), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:01.401975 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-0308a5dc-6b3b-4e98-8e7e-bcb2252f5656 None None] Attempt 1 to provision port 1021426b-4e91-4e96-a656-456b57457532 Oct 27 09:29:01.442346 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (1021426b-4e91-4e96-a656-456b57457532), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:01.483205 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-0308a5dc-6b3b-4e98-8e7e-bcb2252f5656 None None] Port 1021426b-4e91-4e96-a656-456b57457532 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:29:01.647244 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Publish callbacks [] for port (1021426b-4e91-4e96-a656-456b57457532), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:01.651556 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (1021426b-4e91-4e96-a656-456b57457532), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:01.652309 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (7d05125a-1b84-4c60-bd85-5a55ba6dcfe1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:01.656780 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:01.711827 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Pushing event updated for resources: {'Port': ['ID=1021426b-4e91-4e96-a656-456b57457532,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:29:01.753627 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:01.780740 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Network 24c44d32-879a-41b1-9cf6-0fea6c5eed8c is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:29:01.782007 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:29:01.938005 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Router 7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:29:02.006673 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-b0e69f34-668d-47b8-9466-056cc45c3d8e None None] Provisioning complete for port 1021426b-4e91-4e96-a656-456b57457532 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:29:02.006980 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b0e69f34-668d-47b8-9466-056cc45c3d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1021426b-4e91-4e96-a656-456b57457532), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:02.007315 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-b0e69f34-668d-47b8-9466-056cc45c3d8e None None] Attempt 1 to provision port 1021426b-4e91-4e96-a656-456b57457532 Oct 27 09:29:02.027531 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:29:02.032724 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-7821cf49-b7f9-47ca-bfa7-e1ffc75cdad8 demo admin] 10.222.0.70 "PUT /networking/v2.0/routers/7d05125a-1b84-4c60-bd85-5a55ba6dcfe1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7357399 Oct 27 09:29:02.040287 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-b0e69f34-668d-47b8-9466-056cc45c3d8e None None] Port 1021426b-4e91-4e96-a656-456b57457532 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:29:02.053429 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Sync routers for ids ['7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:29:02.066144 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Routers {'7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:29:02.067003 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:28:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:29:02.247613 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Set router 7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 gateway port host: None {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:29:02.661122 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'name': 'router1', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:28:50Z', 'updated_at': '2022-10-27T09:29:01Z', 'revision_number': 2, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'gw_port_host': None, '_interfaces': [{'id': '1021426b-4e91-4e96-a656-456b57457532', 'name': '', 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'mac_address': 'fa:16:3e:41:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:29:00Z', 'updated_at': '2022-10-27T09:29:01Z', 'revision_number': 2, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'subnets': [{'id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68543f79-ee68-462b-bccd-b5ccc23deeea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:29:02.711496 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Checking router: 7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:29:02.711864 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Updating router 7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 port 1021426b-4e91-4e96-a656-456b57457532 binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:29:02.765246 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (1021426b-4e91-4e96-a656-456b57457532), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:03.262548 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Publish callbacks [] for port (1021426b-4e91-4e96-a656-456b57457532), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:03.268675 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (1021426b-4e91-4e96-a656-456b57457532), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:03.413877 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Attempting to bind port 1021426b-4e91-4e96-a656-456b57457532 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:29:03.414269 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Attempting to bind port 1021426b-4e91-4e96-a656-456b57457532 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'c48c2369-41a5-4881-81d3-ca7f836b8f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:29:03.414709 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Attempting to bind port 1021426b-4e91-4e96-a656-456b57457532 on network 24c44d32-879a-41b1-9cf6-0fea6c5eed8c {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:29:03.422744 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Pushing event updated for resources: {'Port': ['ID=1021426b-4e91-4e96-a656-456b57457532,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:29:03.456861 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.457139 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.457484 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.457824 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.458158 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.458484 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.458808 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.459129 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.459450 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.459768 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.460085 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.460419 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.460760 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.461079 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.461394 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Tracked resource versions report: Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: pushed versions: Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: { 'AddressGroup': {'1.2'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Agent': {'1.1'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'ConntrackHelper': {'1.0'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'LocalIPAssociation': {'1.0'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Log': {'1.0'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'NDPProxy': {'1.0'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Network': {'1.1'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Port': {'1.7'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'PortForwarding': {'1.3'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'QosPolicy': {'1.10'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SecurityGroup': {'1.5'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SecurityGroupRule': {'1.2'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SubPort': {'1.0'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Subnet': {'1.1'}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Trunk': {'1.1'}} Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: consumer versions: Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: { DHCP agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: L3 agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: Metadata agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: Metering agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: Open vSwitch agent@dv-cinder-797970-7-iscsi: { 'AddressGroup': '1.2', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Agent': '1.1', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'ConntrackHelper': '1.0', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'LocalIPAssociation': '1.0', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Log': '1.0', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'NDPProxy': '1.0', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Network': '1.1', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Port': '1.7', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'PortForwarding': '1.3', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'QosPolicy': '1.10', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SecurityGroup': '1.5', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SecurityGroupRule': '1.2', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SubPort': '1.0', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Subnet': '1.1', Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Trunk': '1.1'}} Oct 27 09:29:03.462850 dv-cinder-797970-7-iscsi neutron-server[104692]: {{(pid=104692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 09:29:03.515844 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:29:03.516235 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Checking segment: {'id': 'c48c2369-41a5-4881-81d3-ca7f836b8f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:29:03.516729 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:03.517122 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Bound using segment: {'id': 'c48c2369-41a5-4881-81d3-ca7f836b8f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:29:03.517606 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Bound port: 1021426b-4e91-4e96-a656-456b57457532, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48c2369-41a5-4881-81d3-ca7f836b8f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:29:03.517993 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (1021426b-4e91-4e96-a656-456b57457532), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:03.560532 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:03.565645 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:03.583173 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] For port 1021426b-4e91-4e96-a656-456b57457532, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:29:03.602418 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] For port 1021426b-4e91-4e96-a656-456b57457532, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=1021426b-4e91-4e96-a656-456b57457532,segment=NetworkSegment(c48c2369-41a5-4881-81d3-ca7f836b8f49),segment_id=c48c2369-41a5-4881-81d3-ca7f836b8f49)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:29:03.608727 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (1021426b-4e91-4e96-a656-456b57457532), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:03.643670 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Routers {'7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:29:03.644274 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:28:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:29:03.720671 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbff8a5-8deb-4a6b-a357-6f1e7e38f238 None None] Pushing event updated for resources: {'Port': ['ID=1021426b-4e91-4e96-a656-456b57457532,revision_number=4']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:29:03.745847 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] Set router 7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 gateway port host: None {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:29:03.934874 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'name': 'router1', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:28:50Z', 'updated_at': '2022-10-27T09:29:01Z', 'revision_number': 2, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'gw_port_host': None, '_interfaces': [{'id': '1021426b-4e91-4e96-a656-456b57457532', 'name': '', 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'mac_address': 'fa:16:3e:41:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:29:00Z', 'updated_at': '2022-10-27T09:29:03Z', 'revision_number': 4, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'subnets': [{'id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68543f79-ee68-462b-bccd-b5ccc23deeea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:29:03.959730 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c2585-fc80-46ea-8a19-5a3d62d8e76d None None] The sync data for ids ['7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'] in dv-cinder-797970-7-iscsi is: [{'id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'name': 'router1', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:28:50Z', 'updated_at': '2022-10-27T09:29:01Z', 'revision_number': 2, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'gw_port_host': None, '_interfaces': [{'id': '1021426b-4e91-4e96-a656-456b57457532', 'name': '', 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'mac_address': 'fa:16:3e:41:7e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:29:00Z', 'updated_at': '2022-10-27T09:29:03Z', 'revision_number': 4, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'subnets': [{'id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68543f79-ee68-462b-bccd-b5ccc23deeea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:29:04.650075 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 53974) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:29:05.044030 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a22689-03d3-4010-9091-ae3b7605b75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:29:05.048240 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-09a22689-03d3-4010-9091-ae3b7605b75c admin admin] 10.222.0.70 "GET /networking/v2.0/networks/89caa34e-a99b-423c-bd7c-fee87bc03687 HTTP/1.1" status: 200 len: 842 time: 0.3944511 Oct 27 09:29:05.055733 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'enable_dhcp': False}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:29:05.078786 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Made reservation on behalf of d2f8e01e4d9d43978ddeb5033ead57f5 for: {'subnet': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:29:05.081387 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:05.419395 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.objects.ports [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104690) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 27 09:29:05.419840 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for subnet (fc5df86e-40f9-4a4c-b0a4-29a642566ce3), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:05.476044 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5df86e-40f9-4a4c-b0a4-29a642566ce3,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:29:05.485190 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:29:05.485540 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Network hostable DHCP agents. Network: 89caa34e-a99b-423c-bd7c-fee87bc03687, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:29:05.503845 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:29:05.512969 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 89caa34e-a99b-423c-bd7c-fee87bc03687) {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:29:05.517553 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:29:05.518139 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:05.522895 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bd284c-615d-4bc2-8178-29b01b2d9d1e None None] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:29:05.536539 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-d85311db-79b5-4cd5-ad80-408325b09602 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4844706 Oct 27 09:29:05.632413 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f9d398-6599-4a51-babd-959ec619e532 None None] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:29:08.226374 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 53982) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:29:08.759492 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-153f9c84-5a27-4f6e-9b78-c2a81b4e01c4 demo admin] 10.222.0.70 "GET /networking/v2.0/routers/7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 HTTP/1.1" status: 200 len: 710 time: 0.5319896 Oct 27 09:29:08.851641 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7a55d1-fc36-427c-90b8-aff0e6b2435d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:29:08.853052 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-6d7a55d1-fc36-427c-90b8-aff0e6b2435d demo admin] 10.222.0.70 "GET /networking/v2.0/networks/89caa34e-a99b-423c-bd7c-fee87bc03687 HTTP/1.1" status: 200 len: 886 time: 0.0871782 Oct 27 09:29:08.862285 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:29:09.097144 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:09.106883 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Publish callbacks [] for router_gateway (7d05125a-1b84-4c60-bd85-5a55ba6dcfe1), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:09.128813 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:09.257618 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 1021426b-4e91-4e96-a656-456b57457532 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:29:09.302490 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 1021426b-4e91-4e96-a656-456b57457532 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:29:09.303189 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1021426b-4e91-4e96-a656-456b57457532), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:09.303531 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 1021426b-4e91-4e96-a656-456b57457532 Oct 27 09:29:09.375909 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Publish callbacks [] for router_gateway (7d05125a-1b84-4c60-bd85-5a55ba6dcfe1), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:09.378503 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 1021426b-4e91-4e96-a656-456b57457532 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:29:09.378891 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (1021426b-4e91-4e96-a656-456b57457532), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:09.411663 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 1021426b-4e91-4e96-a656-456b57457532, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=1021426b-4e91-4e96-a656-456b57457532,segment=NetworkSegment(c48c2369-41a5-4881-81d3-ca7f836b8f49),segment_id=c48c2369-41a5-4881-81d3-ca7f836b8f49)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:29:09.419895 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (1021426b-4e91-4e96-a656-456b57457532), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:09.455891 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:09.468971 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=1021426b-4e91-4e96-a656-456b57457532,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:29:09.613175 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Allocated IP 172.27.0.102 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/b417c613-604e-4561-8cec-2fc82f522ef4) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:29:09.722580 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Publish callbacks [] for port (b417c613-604e-4561-8cec-2fc82f522ef4), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:09.779971 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (b417c613-604e-4561-8cec-2fc82f522ef4), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:09.852583 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:29:09.865009 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:29:09.870712 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:29:09.873466 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Pushing event updated for resources: {'Port': ['ID=b417c613-604e-4561-8cec-2fc82f522ef4,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:29:10.138130 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Publish callbacks [] for router_gateway (7d05125a-1b84-4c60-bd85-5a55ba6dcfe1), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:10.187457 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:10.215530 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:10.324638 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-657987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1041800'] for router (7d05125a-1b84-4c60-bd85-5a55ba6dcfe1), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:10.329495 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-658010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-658005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-656029'] for router (7d05125a-1b84-4c60-bd85-5a55ba6dcfe1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:10.434207 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Router 7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:29:10.535007 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:29:10.539812 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-87320453-0994-4314-b248-af549b74edcf demo admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:10.540488 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-87320453-0994-4314-b248-af549b74edcf demo admin] 10.222.0.70 "PUT /networking/v2.0/routers/7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 HTTP/1.1" status: 200 len: 890 time: 1.6814628 Oct 27 09:29:10.547110 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Sync routers for ids ['7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:29:10.559918 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Routers {'7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:29:10.560684 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:28:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:29:10.724704 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:10.775621 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Set router 7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:29:11.030034 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:11.152098 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'name': 'router1', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b417c613-604e-4561-8cec-2fc82f522ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:28:50Z', 'updated_at': '2022-10-27T09:29:10Z', 'revision_number': 4, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'gw_port': {'id': 'b417c613-604e-4561-8cec-2fc82f522ef4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:29:09Z', 'updated_at': '2022-10-27T09:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '1021426b-4e91-4e96-a656-456b57457532', 'name': '', 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'mac_address': 'fa:16:3e:41:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:29:00Z', 'updated_at': '2022-10-27T09:29:09Z', 'revision_number': 5, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'subnets': [{'id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68543f79-ee68-462b-bccd-b5ccc23deeea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:29:11.203549 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Checking router: 7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:29:11.203857 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Updating router 7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 port b417c613-604e-4561-8cec-2fc82f522ef4 binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:29:11.260299 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 1021426b-4e91-4e96-a656-456b57457532 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:29:11.357248 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b417c613-604e-4561-8cec-2fc82f522ef4), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:11.489563 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 1021426b-4e91-4e96-a656-456b57457532 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:29:11.489957 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1021426b-4e91-4e96-a656-456b57457532), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:11.490299 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 1021426b-4e91-4e96-a656-456b57457532 Oct 27 09:29:11.657875 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 1021426b-4e91-4e96-a656-456b57457532 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:29:11.746243 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Publish callbacks [] for port (b417c613-604e-4561-8cec-2fc82f522ef4), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:11.751434 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (b417c613-604e-4561-8cec-2fc82f522ef4), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:11.785252 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Attempting to bind port b417c613-604e-4561-8cec-2fc82f522ef4 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:29:11.785621 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Attempting to bind port b417c613-604e-4561-8cec-2fc82f522ef4 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:29:11.785988 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Attempting to bind port b417c613-604e-4561-8cec-2fc82f522ef4 on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:29:11.821982 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385b7e4-d760-4e31-978e-6383bc80d8dd None None] Pushing event updated for resources: {'Port': ['ID=b417c613-604e-4561-8cec-2fc82f522ef4,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:29:11.838625 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:29:11.838997 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:29:11.839676 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:11.840075 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:29:11.840557 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Bound port: b417c613-604e-4561-8cec-2fc82f522ef4, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:29:11.840933 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b417c613-604e-4561-8cec-2fc82f522ef4), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:11.887755 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] For port b417c613-604e-4561-8cec-2fc82f522ef4, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:29:11.891081 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] For port b417c613-604e-4561-8cec-2fc82f522ef4, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=b417c613-604e-4561-8cec-2fc82f522ef4,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:29:11.896760 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (b417c613-604e-4561-8cec-2fc82f522ef4), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:11.935072 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Routers {'7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:29:11.935878 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:28:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:29:11.944245 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:11.990213 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:11.995018 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385b7e4-d760-4e31-978e-6383bc80d8dd None None] Pushing event updated for resources: {'Port': ['ID=b417c613-604e-4561-8cec-2fc82f522ef4,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:29:12.023373 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=21 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:12.024166 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=39,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:12.066213 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] Set router 7d05125a-1b84-4c60-bd85-5a55ba6dcfe1 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:29:12.258475 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'name': 'router1', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b417c613-604e-4561-8cec-2fc82f522ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:28:50Z', 'updated_at': '2022-10-27T09:29:10Z', 'revision_number': 4, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'gw_port': {'id': 'b417c613-604e-4561-8cec-2fc82f522ef4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:29:09Z', 'updated_at': '2022-10-27T09:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '1021426b-4e91-4e96-a656-456b57457532', 'name': '', 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'mac_address': 'fa:16:3e:41:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:29:00Z', 'updated_at': '2022-10-27T09:29:09Z', 'revision_number': 5, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'subnets': [{'id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68543f79-ee68-462b-bccd-b5ccc23deeea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:29:12.286920 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548c71fb-fb24-45c0-9791-b2831cb9c4a0 None None] The sync data for ids ['7d05125a-1b84-4c60-bd85-5a55ba6dcfe1'] in dv-cinder-797970-7-iscsi is: [{'id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'name': 'router1', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': 'b417c613-604e-4561-8cec-2fc82f522ef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:28:50Z', 'updated_at': '2022-10-27T09:29:10Z', 'revision_number': 4, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'gw_port': {'id': 'b417c613-604e-4561-8cec-2fc82f522ef4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:29:09Z', 'updated_at': '2022-10-27T09:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '1021426b-4e91-4e96-a656-456b57457532', 'name': '', 'network_id': '24c44d32-879a-41b1-9cf6-0fea6c5eed8c', 'tenant_id': '78bd002b14ac4653ae0975911fcabf81', 'mac_address': 'fa:16:3e:41:7e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d05125a-1b84-4c60-bd85-5a55ba6dcfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:29:00Z', 'updated_at': '2022-10-27T09:29:09Z', 'revision_number': 5, 'project_id': '78bd002b14ac4653ae0975911fcabf81', 'subnets': [{'id': '91b2fa2d-487c-4f1c-a131-11eed040c7d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68543f79-ee68-462b-bccd-b5ccc23deeea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:29:12.722271 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 5 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:29:13.266120 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device b417c613-604e-4561-8cec-2fc82f522ef4 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:29:13.311174 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port b417c613-604e-4561-8cec-2fc82f522ef4 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:29:13.311505 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b417c613-604e-4561-8cec-2fc82f522ef4), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:13.311835 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port b417c613-604e-4561-8cec-2fc82f522ef4 Oct 27 09:29:13.315135 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 53996) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:29:13.382517 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port b417c613-604e-4561-8cec-2fc82f522ef4 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:29:13.382721 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b417c613-604e-4561-8cec-2fc82f522ef4), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:13.403739 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port b417c613-604e-4561-8cec-2fc82f522ef4, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=b417c613-604e-4561-8cec-2fc82f522ef4,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:29:13.407933 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (b417c613-604e-4561-8cec-2fc82f522ef4), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:13.456037 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=b417c613-604e-4561-8cec-2fc82f522ef4,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:29:13.768956 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-9ad603fe-8e6c-4829-ab64-edf8783899ab admin admin] 10.222.0.70 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4526789 Oct 27 09:29:15.254786 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device b417c613-604e-4561-8cec-2fc82f522ef4 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:29:15.298565 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port b417c613-604e-4561-8cec-2fc82f522ef4 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:29:15.298952 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b417c613-604e-4561-8cec-2fc82f522ef4), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:15.299285 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port b417c613-604e-4561-8cec-2fc82f522ef4 Oct 27 09:29:15.372471 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port b417c613-604e-4561-8cec-2fc82f522ef4 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:29:22.718467 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:22.720454 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:INSERT=1,neutron:SELECT=44 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:23.761672 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=38 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:23.765348 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=45 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:25.367905 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:25.370875 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:26.156565 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-137ee966-e9d1-4626-8381-7daee53068e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:28.474132 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-7460945f-da60-4608-ac2a-ccf2c5740e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:29.653016 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:31.313560 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:31.399237 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:41.387467 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:41.393587 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:48.724317 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:48.731779 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:29:49.722991 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 5 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:29:56.253593 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-548918db-317f-4ad6-b168-e049f422fe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:58.470303 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-862db04d-65d9-47d8-b334-a7cb7d55cf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:59.656983 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:29:59.719564 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:01.316206 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:01.398178 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:11.385922 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:11.393724 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:25.728172 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:25.729100 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=5 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:26.158666 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-da862894-2143-4d98-9950-21f008464795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:26.722479 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 5 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:30:28.465545 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-e3767426-19bd-429d-a331-b5e4f3a32a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:29.654438 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:31.309172 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:31.394031 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:36.718996 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:36.719742 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:39.425245 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54544) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:30:39.757841 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83112e5-6e44-460b-bc06-5ae08591d541 admin admin] GET failed (client error): The resource could not be found. Oct 27 09:30:39.759119 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f83112e5-6e44-460b-bc06-5ae08591d541 admin admin] 10.222.0.70 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3329334 Oct 27 09:30:39.921323 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d3e759-9f9b-4705-9c78-34ed71be0db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:30:39.922798 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-c7d3e759-9f9b-4705-9c78-34ed71be0db7 admin admin] 10.222.0.70 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592591 Oct 27 09:30:41.384837 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:41.389617 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:42.493770 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54554) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:30:42.861352 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad7ed5c-feec-4f6f-9115-28cd3a157512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:30:42.862678 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-9ad7ed5c-feec-4f6f-9115-28cd3a157512 admin admin] 10.222.0.70 "GET /networking/v2.0/subnets/91b2fa2d-487c-4f1c-a131-11eed040c7d9 HTTP/1.1" status: 200 len: 849 time: 0.3679793 Oct 27 09:30:42.873037 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:30:42.955496 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Publish callbacks [] for subnet (91b2fa2d-487c-4f1c-a131-11eed040c7d9), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:43.099391 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766798819512'] for subnet (91b2fa2d-487c-4f1c-a131-11eed040c7d9), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:43.131775 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:30:43.132371 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:43.134130 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] 10.222.0.70 "PUT /networking/v2.0/subnets/91b2fa2d-487c-4f1c-a131-11eed040c7d9 HTTP/1.1" status: 200 len: 868 time: 0.2646275 Oct 27 09:30:43.134660 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945ad73b-07ad-46bc-b9f2-fd93dc9b0080 None None] Network 24c44d32-879a-41b1-9cf6-0fea6c5eed8c requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:30:43.152950 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b2fa2d-487c-4f1c-a131-11eed040c7d9,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:30:43.161278 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.161655 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.162034 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.162379 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.162713 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.163045 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.163370 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.163695 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.164036 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.164364 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.165792 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.165792 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.165792 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.165792 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.166367 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa7c2c5-0d72-4f1a-a058-2bcf6dcdf177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:30:43.455542 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-c7a82460-d717-4c0f-a432-04b02c33e5bf None None] Provisioning complete for port 1021426b-4e91-4e96-a656-456b57457532 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:30:43.455916 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c7a82460-d717-4c0f-a432-04b02c33e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1021426b-4e91-4e96-a656-456b57457532), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:43.456245 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-c7a82460-d717-4c0f-a432-04b02c33e5bf None None] Attempt 1 to provision port 1021426b-4e91-4e96-a656-456b57457532 Oct 27 09:30:43.526923 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-c7a82460-d717-4c0f-a432-04b02c33e5bf None None] Current status of the port 1021426b-4e91-4e96-a656-456b57457532 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:30:43.534733 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-c7a82460-d717-4c0f-a432-04b02c33e5bf None None] Provisioning complete for port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:30:43.535112 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c7a82460-d717-4c0f-a432-04b02c33e5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:43.535488 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-c7a82460-d717-4c0f-a432-04b02c33e5bf None None] Attempt 1 to provision port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a Oct 27 09:30:43.608030 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-c7a82460-d717-4c0f-a432-04b02c33e5bf None None] Current status of the port 1fe4bd56-91fa-42b4-8b5a-b3586e54eb1a is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:30:45.707503 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54562) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:30:46.177869 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a660687-ac00-4796-ae38-2af1666846b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:30:46.178344 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a660687-ac00-4796-ae38-2af1666846b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:30:46.179878 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1a660687-ac00-4796-ae38-2af1666846b0 admin admin] 10.222.0.70 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4714265 Oct 27 09:30:48.742394 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54570) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:30:49.150191 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15728794-330e-47a1-aabb-46e43393bd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:30:49.150948 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15728794-330e-47a1-aabb-46e43393bd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:30:49.152456 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-15728794-330e-47a1-aabb-46e43393bd23 admin admin] 10.222.0.70 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4091213 Oct 27 09:30:51.713136 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54578) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:30:52.113731 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:52.129635 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58b36e2-4354-410b-99fe-ec5021ca8dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:30:52.131811 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f58b36e2-4354-410b-99fe-ec5021ca8dcb admin admin] 10.222.0.70 "GET /networking/v2.0/networks/24c44d32-879a-41b1-9cf6-0fea6c5eed8c HTTP/1.1" status: 200 len: 869 time: 0.4177303 Oct 27 09:30:53.602665 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=36 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:53.606659 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=41 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:54.688902 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54586) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:30:55.065880 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:30:55.091062 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94889d4-550d-49a7-bb40-2aa26fb5045a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:30:55.092433 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-b94889d4-550d-49a7-bb40-2aa26fb5045a admin admin] 10.222.0.70 "GET /networking/v2.0/networks/89caa34e-a99b-423c-bd7c-fee87bc03687 HTTP/1.1" status: 200 len: 886 time: 0.4025817 Oct 27 09:30:56.164046 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-e62ae724-28b6-4e02-bf1e-8ceb1dddb87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:57.655166 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54594) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:30:58.052804 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d4ad4-ce2a-4f11-ad78-23ecb78e535c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:30:58.053255 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d4ad4-ce2a-4f11-ad78-23ecb78e535c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:30:58.054755 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-e25d4ad4-ce2a-4f11-ad78-23ecb78e535c admin admin] 10.222.0.70 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3986487 Oct 27 09:30:58.469277 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-baf29b0e-08a7-485c-a882-65a28323126b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:30:59.655771 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:00.583609 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54602) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:31:00.961079 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cae667-a6a4-4e86-8217-18470704b183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:31:00.961535 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cae667-a6a4-4e86-8217-18470704b183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:31:00.963274 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-c2cae667-a6a4-4e86-8217-18470704b183 admin admin] 10.222.0.70 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3781204 Oct 27 09:31:01.311539 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:01.397983 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:02.720821 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:02.725003 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:03.500148 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54610) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:31:03.721434 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 5 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:31:03.867149 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f20777e-ca93-4f8d-95f1-abfc37731358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:31:03.868496 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-3f20777e-ca93-4f8d-95f1-abfc37731358 admin admin] 10.222.0.70 "GET /networking/v2.0/subnets/91b2fa2d-487c-4f1c-a131-11eed040c7d9 HTTP/1.1" status: 200 len: 868 time: 0.3673675 Oct 27 09:31:06.439200 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 54618) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:31:06.798387 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22643f53-f7a0-4000-873a-0fe732ad0e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:31:06.799818 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-22643f53-f7a0-4000-873a-0fe732ad0e04 admin admin] 10.222.0.70 "GET /networking/v2.0/subnets/fc5df86e-40f9-4a4c-b0a4-29a642566ce3 HTTP/1.1" status: 200 len: 816 time: 0.3596115 Oct 27 09:31:11.386708 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:11.394735 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:13.717953 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:13.860599 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=33 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:13.863059 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=21 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:16.794024 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:16.794836 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:26.165365 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f33efd39-9e12-4dbf-bfed-023df9436078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:26.546610 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=11 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:26.551253 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=15 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:28.471568 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-98f7c765-963f-4a8e-bca7-4ae8aa8cb97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:29.658885 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:31.315241 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:31.400321 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:36.385988 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 54676) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:31:36.706699 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [None req-876a0540-3183-4eaf-85bb-344eb270fa49 admin admin] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:31:36.707697 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-876a0540-3183-4eaf-85bb-344eb270fa49 admin admin] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3207889 Oct 27 09:31:39.331816 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54684) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:31:39.664064 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc7fdb5-56ba-4b41-aa4c-d8aa313e3084 admin admin] GET failed (client error): The resource could not be found. Oct 27 09:31:39.665385 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-5dc7fdb5-56ba-4b41-aa4c-d8aa313e3084 admin admin] 10.222.0.70 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3326240 Oct 27 09:31:39.725080 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:39.730083 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:39.754472 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0562e5b4-2ad6-4d23-b340-26292232aa67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:31:39.755937 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-0562e5b4-2ad6-4d23-b340-26292232aa67 admin admin] 10.222.0.70 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858610 Oct 27 09:31:40.720028 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 5 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:31:41.394034 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:41.395902 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:42.355806 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54692) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:31:42.672701 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:31:42.692186 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] Made reservation on behalf of d2f8e01e4d9d43978ddeb5033ead57f5 for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:31:42.694387 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:42.728957 dv-cinder-797970-7-iscsi neutron-server[104690]: WARNING neutron.services.revisions.revision_plugin [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] Could not find related network for resource to bump revision. Oct 27 09:31:42.741392 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:31:42.750868 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (2a796209-c50a-4b38-a425-0561a9685ed2), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:42.751201 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] Added segment 2a796209-c50a-4b38-a425-0561a9685ed2 of type vlan for network ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 Oct 27 09:31:42.789215 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (ee9cd67c-b969-428d-a7cb-3cdd1e4609f6), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:42.816377 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (ee9cd67c-b969-428d-a7cb-3cdd1e4609f6), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:42.817356 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:31:42.817921 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:42.875896 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5190337 Oct 27 09:31:42.913851 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1033784-75f6-44a5-ab79-9ef78ae3b996 admin admin] Pushing event updated for resources: {'Network': ['ID=ee9cd67c-b969-428d-a7cb-3cdd1e4609f6,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:31:42.924243 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:31:45.485631 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54700) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:31:45.820570 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea81d02c-a439-423a-8f08-ae6a3a4bae19 admin admin] GET failed (client error): The resource could not be found. Oct 27 09:31:45.821836 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-ea81d02c-a439-423a-8f08-ae6a3a4bae19 admin admin] 10.222.0.70 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3352323 Oct 27 09:31:45.972491 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed80460-a185-4997-a247-d43ba93906ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:31:45.973941 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-7ed80460-a185-4997-a247-d43ba93906ce admin admin] 10.222.0.70 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1478052 Oct 27 09:31:45.983723 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:31:46.003139 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Made reservation on behalf of d2f8e01e4d9d43978ddeb5033ead57f5 for: {'subnet': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:31:46.005701 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:46.169095 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for subnet (3843db43-5c1e-448d-aa4f-7a496f4f31b6), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:46.218171 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3843db43-5c1e-448d-aa4f-7a496f4f31b6,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:31:46.231691 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.231970 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.232307 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.232669 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.232999 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.233324 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.233646 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.233967 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.234305 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.234630 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.234964 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.235292 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.235607 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.235920 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.236237 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.244655 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Checking segment: {'id': '2a796209-c50a-4b38-a425-0561a9685ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:31:46.245007 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Network hostable DHCP agents. Network: ee9cd67c-b969-428d-a7cb-3cdd1e4609f6, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:31:46.261816 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Network ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:31:46.269972 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, ee9cd67c-b969-428d-a7cb-3cdd1e4609f6) {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:31:46.274775 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:31:46.275362 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:46.280392 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc2793-911c-4a45-bcbc-34892ceca412 None None] Network ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:31:46.296989 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-af598872-1a64-436d-ac86-3e9d9209acb7 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3163238 Oct 27 09:31:46.386241 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-ee9cd67c-b969-428d-a7cb-3cdd1e4609f6', 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6', 'project_id': 'd2f8e01e4d9d43978ddeb5033ead57f5', 'fixed_ips': [{'subnet_id': '3843db43-5c1e-448d-aa4f-7a496f4f31b6'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:31:46.387263 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:46.531608 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Allocated IP 192.168.233.2 (ee9cd67c-b969-428d-a7cb-3cdd1e4609f6/3843db43-5c1e-448d-aa4f-7a496f4f31b6/6a4535a1-1c4f-4949-b367-eaea64b4e9eb) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:31:46.768226 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Publish callbacks [] for port (6a4535a1-1c4f-4949-b367-eaea64b4e9eb), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:46.775054 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (6a4535a1-1c4f-4949-b367-eaea64b4e9eb), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:46.822631 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Network ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:31:46.823597 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Pushing event updated for resources: {'Port': ['ID=6a4535a1-1c4f-4949-b367-eaea64b4e9eb,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:31:46.827168 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:31:46.832211 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:31:46.834591 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.834939 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.835280 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.835639 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.835967 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.836301 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.836916 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.837784 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.837784 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.838000 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.838194 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.838552 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.838858 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.839180 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.839502 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:31:46.900875 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Attempting to bind port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:31:46.901244 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Attempting to bind port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '2a796209-c50a-4b38-a425-0561a9685ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:31:46.901629 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Attempting to bind port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb on network ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:31:46.944177 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:31:46.944942 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Checking segment: {'id': '2a796209-c50a-4b38-a425-0561a9685ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:31:46.945347 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:46.945727 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Bound using segment: {'id': '2a796209-c50a-4b38-a425-0561a9685ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:31:46.946260 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Bound port: 6a4535a1-1c4f-4949-b367-eaea64b4e9eb, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a796209-c50a-4b38-a425-0561a9685ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:31:46.946639 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (6a4535a1-1c4f-4949-b367-eaea64b4e9eb), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:47.009010 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] For port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:31:47.012572 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] For port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=6a4535a1-1c4f-4949-b367-eaea64b4e9eb,segment=NetworkSegment(2a796209-c50a-4b38-a425-0561a9685ed2),segment_id=2a796209-c50a-4b38-a425-0561a9685ed2)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:31:47.018563 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (6a4535a1-1c4f-4949-b367-eaea64b4e9eb), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:47.072030 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b94b5c-0d76-4f40-85a8-60e235129ac7 None None] Pushing event updated for resources: {'Port': ['ID=6a4535a1-1c4f-4949-b367-eaea64b4e9eb,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:31:47.392414 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 6a4535a1-1c4f-4949-b367-eaea64b4e9eb up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:31:47.437305 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:47.442842 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:31:47.443220 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (6a4535a1-1c4f-4949-b367-eaea64b4e9eb), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:47.443561 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb Oct 27 09:31:47.510430 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:47.523920 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:31:47.524419 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (6a4535a1-1c4f-4949-b367-eaea64b4e9eb), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:47.558615 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=6a4535a1-1c4f-4949-b367-eaea64b4e9eb,segment=NetworkSegment(2a796209-c50a-4b38-a425-0561a9685ed2),segment_id=2a796209-c50a-4b38-a425-0561a9685ed2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:31:47.562539 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (6a4535a1-1c4f-4949-b367-eaea64b4e9eb), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:47.613458 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=6a4535a1-1c4f-4949-b367-eaea64b4e9eb,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:31:47.879164 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afad37bc-fbfd-40aa-a268-0754b4e62f10 None None] Network ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:31:47.966427 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-f069e473-e27f-49e9-af24-be1af616d5ae None None] Provisioning complete for port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:31:47.966815 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f069e473-e27f-49e9-af24-be1af616d5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (6a4535a1-1c4f-4949-b367-eaea64b4e9eb), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:47.967158 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-f069e473-e27f-49e9-af24-be1af616d5ae None None] Attempt 1 to provision port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb Oct 27 09:31:48.070653 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-f069e473-e27f-49e9-af24-be1af616d5ae None None] Current status of the port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:31:48.189410 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-83172aa9-2a17-4169-bd6d-fbf9a80e0e85 None None] Provisioning complete for port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:31:48.189897 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-83172aa9-2a17-4169-bd6d-fbf9a80e0e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (6a4535a1-1c4f-4949-b367-eaea64b4e9eb), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:48.190329 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-83172aa9-2a17-4169-bd6d-fbf9a80e0e85 None None] Attempt 1 to provision port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb Oct 27 09:31:48.266987 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-83172aa9-2a17-4169-bd6d-fbf9a80e0e85 None None] Current status of the port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:31:49.349541 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 6a4535a1-1c4f-4949-b367-eaea64b4e9eb up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:31:49.395202 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:31:49.395589 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (6a4535a1-1c4f-4949-b367-eaea64b4e9eb), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:49.395919 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb Oct 27 09:31:49.467939 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 6a4535a1-1c4f-4949-b367-eaea64b4e9eb is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:31:50.716176 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:56.167814 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f23fe78a-ebe5-4480-afe4-3854a41545f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:56.289720 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:56.290482 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=78,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:31:58.475190 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ae4573fa-d008-4c42-ae20-09cc47ca56a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:31:59.663400 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:32:01.317328 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:32:01.403408 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:32:11.397160 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:32:11.399051 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:32:16.736958 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:32:17.719887 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 5 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:32:26.169603 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-4c93047f-58a3-4e61-88f0-7b03fd37ed3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:32:27.716307 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:32:27.717070 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:32:28.478738 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-2bf8c949-1b74-4a30-a71b-90327c000d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:32:29.665076 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:32:31.319918 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:32:31.405305 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:32:41.399668 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=8 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:32:41.401592 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:32:53.737753 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:32:53.742250 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:32:54.720062 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 5 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:32:56.172629 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-579903e6-99c0-44ad-b118-f2fed119eb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:32:58.482135 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-1e7f51f6-7762-434e-897b-f87f2ee87817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:32:59.667846 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:00.279095 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54744) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:33:00.285451 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [None req-f3c14c36-32d8-4eb6-b9b8-e0b09777188e tempest-verify_tempest_config-573189757 tempest-verify_tempest_config-573189757-project] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:33:00.286333 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f3c14c36-32d8-4eb6-b9b8-e0b09777188e tempest-verify_tempest_config-573189757 tempest-verify_tempest_config-573189757-project] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0062754 Oct 27 09:33:00.791427 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 54762) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:33:01.123147 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:01.202112 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Publish callbacks [] for security_group (abf50cad-1eae-4a12-b693-1c817b11c09d), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:01.206878 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (abf50cad-1eae-4a12-b693-1c817b11c09d), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:01.257053 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=8e6c758a2af9439ea5ac4fe85ae7fd9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4645178 Oct 27 09:33:01.257332 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 54766) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:33:01.257931 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf50cad-1eae-4a12-b693-1c817b11c09d,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:33:01.265891 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.266243 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.266855 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.266979 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.267296 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.267587 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.267913 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.268239 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.268610 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.268992 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.269341 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.269738 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.270208 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.270536 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.270856 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548e542b-368f-4aa2-bb59-e64671d420f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.325755 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:01.326282 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Publish callbacks [] for security_group (abf50cad-1eae-4a12-b693-1c817b11c09d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:01.347470 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Publish callbacks [] for security_group (abf50cad-1eae-4a12-b693-1c817b11c09d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:01.410833 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:01.443914 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (abf50cad-1eae-4a12-b693-1c817b11c09d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:01.446467 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:01.447616 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/abf50cad-1eae-4a12-b693-1c817b11c09d HTTP/1.1" status: 204 len: 168 time: 0.1893325 Oct 27 09:33:01.455929 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf50cad-1eae-4a12-b693-1c817b11c09d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:33:01.462957 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.463313 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.463677 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.464026 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.464374 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.464728 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.465065 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.465393 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.465724 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.466098 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.466369 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.466694 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.467018 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.467334 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:01.467658 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bf8257-530c-446a-a34c-db60620ed225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:33:04.715312 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:04.716116 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:11.261213 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=16,neutron:INSERT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:11.261993 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=23,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:11.406285 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:11.458626 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:11.459473 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:11.488710 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:26.174909 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-db7fd966-b1f9-4daa-910a-619e45b1247f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:28.486549 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-783cafb6-9bae-4a3b-89f9-ba789f713f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:29.671069 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:30.742789 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=16 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:30.747222 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=16 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:31.328955 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:31.402518 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:31.719480 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 5 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:33:41.397009 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:41.398941 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:41.716054 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:33:56.176793 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b8ef7ced-c49e-4e3c-9953-0e86ecbb2136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:58.487511 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-04016c05-8d13-4f1b-80f8-df8c8f34e9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:33:59.672654 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:34:01.331685 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:34:01.406502 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:34:07.748891 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:07.753926 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:08.717174 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 5 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:34:11.397001 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:11.401308 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:24.720851 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:24.721585 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:26.177880 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-2e26e757-69fd-43d6-a069-e5debba1ce2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:34:28.488632 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8c93e7f6-417f-4653-8204-dd3ab41f3244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:34:29.676809 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:34:31.337288 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:34:31.410550 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:34:36.328583 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651878'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:34:44.745307 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:44.749556 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:45.716326 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:34:46.321692 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:46.324808 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:50.035173 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 54860) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:34:50.165328 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-8baf62d0-6539-439d-ad07-1ea3109a2837 admin admin] 10.222.0.70 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1291349 Oct 27 09:34:52.606185 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 54870) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:34:52.660975 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-b67fa8d9-2bcd-464b-8dfa-6233310bd45d admin admin] 10.222.0.70 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536675 Oct 27 09:34:55.712124 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:55.712913 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:34:56.179959 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-be406bd1-e61d-498e-af8a-7d709529f006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:34:58.490351 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-2ccb7595-d3c9-4218-a548-99e3e8cd5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:34:59.678475 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:00.160308 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:35:01.338966 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:01.412248 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:02.655750 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:35:06.329346 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:16.322240 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:35:16.324253 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:35:22.715496 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:35:26.185131 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8ea26c4c-3220-4162-a521-3168b6c12f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:28.492125 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d3910f5e-54d4-4564-bdde-9d00696ebdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:29.680710 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:31.342126 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:31.414692 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:32.711008 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=16 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:35:32.711810 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=18 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:35:36.343418 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:46.337034 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:35:46.339368 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:35:56.187248 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b7206aac-a39e-4891-816f-0cb228946cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:58.493596 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-a12f0742-23d6-432a-ad29-df3c805ee942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:58.747914 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:35:58.752299 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=5 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:35:59.683492 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:35:59.714250 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:36:01.345610 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:01.417827 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:06.357587 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:09.709908 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:09.710680 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:16.347699 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:16.353017 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:24.726145 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:24.728186 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:26.192101 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d4ba6bbe-1cbe-4e55-b747-df8d625f2e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:26.649914 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55090) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:26.683627 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55096) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:26.773267 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55104) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:26.799098 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55108) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:26.890866 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55116) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:26.921253 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989423799-network', 'tenant_id': '81430525775d465bb6b8268d1d587def'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:26.943575 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-network', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:26.944308 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Made reservation on behalf of 81430525775d465bb6b8268d1d587def for: {'network': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:26.947929 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:26.959624 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:26.972802 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Made reservation on behalf of 7295248456c446bbb3f7d2d5953c9360 for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:26.976695 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:26.992446 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.008109 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-822503530-network', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:27.045739 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-network', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:27.057339 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Publish callbacks [] for security_group (f6170835-5b23-4f5f-aefb-a26cb04e0816), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.062445 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (f6170835-5b23-4f5f-aefb-a26cb04e0816), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.083658 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Made reservation on behalf of a417696418e34d1e9abaa74e3c5627e1 for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:27.086241 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.107264 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=104689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:36:27.113828 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6170835-5b23-4f5f-aefb-a26cb04e0816,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:27.139460 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (88f2731f-95a9-4456-94d2-35b7bee8bcbf), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.139766 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.segments_db [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Added segment 88f2731f-95a9-4456-94d2-35b7bee8bcbf of type vlan for network c606f728-163f-4f53-825c-c9518ae501d2 Oct 27 09:36:27.142111 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.142659 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.143179 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.143820 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.144328 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.145168 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.145656 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.146251 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.146764 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.147257 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.147739 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.148257 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.148892 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.149360 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.149849 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Tracked resource versions report: Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: pushed versions: Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: { 'AddressGroup': {'1.2'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Agent': {'1.1'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'ConntrackHelper': {'1.0'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'LocalIPAssociation': {'1.0'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Log': {'1.0'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'NDPProxy': {'1.0'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Network': {'1.1'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Port': {'1.7'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'PortForwarding': {'1.3'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'QosPolicy': {'1.10'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SecurityGroup': {'1.5'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SecurityGroupRule': {'1.2'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SubPort': {'1.0'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Subnet': {'1.1'}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Trunk': {'1.1'}} Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: consumer versions: Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: { DHCP agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: HyperV agent@hv-cinder-79797: {}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: L3 agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: Metadata agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: Metering agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: Open vSwitch agent@dv-cinder-797970-7-iscsi: { 'AddressGroup': '1.2', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Agent': '1.1', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'ConntrackHelper': '1.0', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'LocalIPAssociation': '1.0', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Log': '1.0', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'NDPProxy': '1.0', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Network': '1.1', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Port': '1.7', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'PortForwarding': '1.3', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'QosPolicy': '1.10', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SecurityGroup': '1.5', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SecurityGroupRule': '1.2', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'SubPort': '1.0', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Subnet': '1.1', Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: 'Trunk': '1.1'}} Oct 27 09:36:27.151655 dv-cinder-797970-7-iscsi neutron-server[104689]: {{(pid=104689) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 09:36:27.156769 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Publish callbacks [] for security_group (4bb4e481-369c-4f21-88c1-50bb478ba912), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.166529 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-932338714-network', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:27.171061 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.179915 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (4bb4e481-369c-4f21-88c1-50bb478ba912), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.206282 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:36:27.216356 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (2202b65d-bd7c-44e9-93eb-42ad6fe6406d), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.216728 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Added segment 2202b65d-bd7c-44e9-93eb-42ad6fe6406d of type vlan for network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 Oct 27 09:36:27.227478 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (c606f728-163f-4f53-825c-c9518ae501d2), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.258242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (54e57d1c-1c3b-4e76-95bb-f2706c028f98), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.264954 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (c606f728-163f-4f53-825c-c9518ae501d2), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.266403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:27.267758 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.316737 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb4e481-369c-4f21-88c1-50bb478ba912,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:27.334939 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.335291 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.335636 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.335974 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.336309 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.336685 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.337016 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.337341 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.337687 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.338010 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.338498 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.339012 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.339503 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.339990 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.340455 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Tracked resource versions report: Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: pushed versions: Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: { 'AddressGroup': {'1.2'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Agent': {'1.1'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'ConntrackHelper': {'1.0'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'LocalIPAssociation': {'1.0'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Log': {'1.0'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'NDPProxy': {'1.0'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Network': {'1.1'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Port': {'1.7'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'PortForwarding': {'1.3'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'QosPolicy': {'1.10'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SecurityGroup': {'1.5'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SecurityGroupRule': {'1.2'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SubPort': {'1.0'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Subnet': {'1.1'}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Trunk': {'1.1'}} Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: consumer versions: Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: { DHCP agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: HyperV agent@hv-cinder-79797: {}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: L3 agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: Metadata agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: Metering agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: Open vSwitch agent@dv-cinder-797970-7-iscsi: { 'AddressGroup': '1.2', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Agent': '1.1', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'ConntrackHelper': '1.0', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'LocalIPAssociation': '1.0', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Log': '1.0', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'NDPProxy': '1.0', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Network': '1.1', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Port': '1.7', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'PortForwarding': '1.3', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'QosPolicy': '1.10', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SecurityGroup': '1.5', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SecurityGroupRule': '1.2', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'SubPort': '1.0', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Subnet': '1.1', Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: 'Trunk': '1.1'}} Oct 27 09:36:27.342050 dv-cinder-797970-7-iscsi neutron-server[104690]: {{(pid=104690) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 09:36:27.344245 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6895747 Oct 27 09:36:27.346049 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55144) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:27.351848 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] Request body: {'subnet': {'network_id': 'c606f728-163f-4f53-825c-c9518ae501d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989423799-subnet', 'tenant_id': '81430525775d465bb6b8268d1d587def', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:27.357045 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f966bb7-9bec-4fc9-bbd0-82ddc540aece admin admin] Pushing event updated for resources: {'Network': ['ID=c606f728-163f-4f53-825c-c9518ae501d2,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:27.363684 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Made reservation on behalf of 71d1c4930a1b487eb3dca8fde6ce424a for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:27.367830 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.382294 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network c606f728-163f-4f53-825c-c9518ae501d2 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:36:27.383519 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.385913 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] Made reservation on behalf of 81430525775d465bb6b8268d1d587def for: {'subnet': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:27.389080 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.459332 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (54e57d1c-1c3b-4e76-95bb-f2706c028f98), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.460239 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:27.461038 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.530235 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Made reservation on behalf of df306d37ff634f7eaad80fc3bc65b653 for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:27.533785 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.540746 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] Pushing event updated for resources: {'Network': ['ID=54e57d1c-1c3b-4e76-95bb-f2706c028f98,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:27.563891 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:36:27.580508 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.626907 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-4e4decba-f751-4fb5-98ba-d612136fdc12 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9422040 Oct 27 09:36:27.627725 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55154) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:27.640385 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for subnet (3b45613f-c339-4fb0-8e25-fb4e85f5ce26), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.673683 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] Request body: {'subnet': {'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-subnet', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:27.690296 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:27.700164 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:27.708984 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b45613f-c339-4fb0-8e25-fb4e85f5ce26,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:27.713450 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=66,neutron:INSERT=30,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:27.715468 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Publish callbacks [] for security_group (b5a52783-3fad-4732-a4d5-755cbb2c59c2), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.737006 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b5a52783-3fad-4732-a4d5-755cbb2c59c2), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.738623 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] Checking segment: {'id': '88f2731f-95a9-4456-94d2-35b7bee8bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c606f728-163f-4f53-825c-c9518ae501d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:27.739248 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] Network hostable DHCP agents. Network: c606f728-163f-4f53-825c-c9518ae501d2, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:36:27.766816 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] Made reservation on behalf of 7295248456c446bbb3f7d2d5953c9360 for: {'subnet': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:27.769660 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.783476 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] Network c606f728-163f-4f53-825c-c9518ae501d2 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:36:27.800330 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, c606f728-163f-4f53-825c-c9518ae501d2) {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:27.806137 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:27.806758 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.812611 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea77c9f-0f06-4123-b945-6e7bff7a1649 None None] Network c606f728-163f-4f53-825c-c9518ae501d2 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:27.850075 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-b1ccd759-960a-4a4d-af78-eb96a1f366a2 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5029576 Oct 27 09:36:27.862443 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a52783-3fad-4732-a4d5-755cbb2c59c2,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:27.888575 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Publish callbacks [] for security_group (0ffe8dee-19e6-433c-a955-7aa00f5320ab), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.913746 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:36:27.925094 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (0ffe8dee-19e6-433c-a955-7aa00f5320ab), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.951023 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:36:27.981047 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (6f04a7c6-7074-46f8-930f-8387927c0691), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:27.981693 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Added segment 6f04a7c6-7074-46f8-930f-8387927c0691 of type vlan for network 27e1c21a-a41e-4b69-8864-f162b04c2923 Oct 27 09:36:28.021606 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (7cafa2f7-df6c-4d33-be3e-611600c7360f), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.022215 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Added segment 7cafa2f7-df6c-4d33-be3e-611600c7360f of type vlan for network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d Oct 27 09:36:28.030484 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=21,neutron:SELECT=73,neutron:UPDATE=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:28.092436 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffe8dee-19e6-433c-a955-7aa00f5320ab,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:28.136836 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (27e1c21a-a41e-4b69-8864-f162b04c2923), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.175908 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Publish callbacks [] for security_group (31a2b944-2c75-4145-bbbc-a8cecd701c95), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.176999 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc2cf61-8f41-4d31-87aa-74d102442794 None None] Network c606f728-163f-4f53-825c-c9518ae501d2 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:28.177992 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (7c24dd54-2ed4-445c-a41b-4cf4e86b679d), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.183965 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for subnet (7530261c-bfeb-4e61-a84b-e8da49b85b27), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.203311 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (31a2b944-2c75-4145-bbbc-a8cecd701c95), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.288478 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a2b944-2c75-4145-bbbc-a8cecd701c95,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:28.308416 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:36:28.329875 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (27e1c21a-a41e-4b69-8864-f162b04c2923), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.330897 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:28.331728 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.347049 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (7c24dd54-2ed4-445c-a41b-4cf4e86b679d), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.347995 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:28.348658 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.357032 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (debb13a4-2caa-4e59-99f2-b5a2c1b16aa2), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.357379 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Added segment debb13a4-2caa-4e59-99f2-b5a2c1b16aa2 of type vlan for network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 Oct 27 09:36:28.380258 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7530261c-bfeb-4e61-a84b-e8da49b85b27,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:28.392799 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5008361 Oct 27 09:36:28.396201 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55174) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:28.403213 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] Request body: {'subnet': {'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-932338714-subnet', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:28.436778 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] Made reservation on behalf of 71d1c4930a1b487eb3dca8fde6ce424a for: {'subnet': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:28.440010 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.485241 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7108719 Oct 27 09:36:28.488145 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (778ab2d7-84d8-46e7-a293-9e88d4d9fee2), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.490497 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55178) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:28.491402 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] Checking segment: {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:28.492091 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] Network hostable DHCP agents. Network: 54e57d1c-1c3b-4e76-95bb-f2706c028f98, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:36:28.501283 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] Request body: {'subnet': {'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-822503530-subnet', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:28.508473 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7f57c-8ce8-4813-a0c9-2570bb98dc51 admin admin] Pushing event updated for resources: {'Network': ['ID=27e1c21a-a41e-4b69-8864-f162b04c2923,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:28.518975 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d99b6720-1907-40d1-b6e1-d6f4c20a69f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.525803 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 27e1c21a-a41e-4b69-8864-f162b04c2923 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:36:28.563302 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] Network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:36:28.582867 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:28.597583 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] Made reservation on behalf of a417696418e34d1e9abaa74e3c5627e1 for: {'subnet': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:28.601180 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:28.605312 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.679561 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (778ab2d7-84d8-46e7-a293-9e88d4d9fee2), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.680558 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:28.681155 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.705819 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 54e57d1c-1c3b-4e76-95bb-f2706c028f98) {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:28.726904 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9267776 Oct 27 09:36:28.728876 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:28.729659 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.735054 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55192) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:28.736369 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d26e71-fa47-4185-ad0a-c41a0729b4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=7c24dd54-2ed4-445c-a41b-4cf4e86b679d,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:28.744097 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] Request body: {'subnet': {'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-subnet', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:28.760272 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for subnet (7b858d44-f19d-48cb-bdfe-2ce0056a601e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.866352 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975b3800-3426-41c3-b311-2d770925ca3c None None] Network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:28.876101 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:36:28.896832 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-7cd30051-f696-4d15-8ed6-e5d8fe6b285b admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2436981 Oct 27 09:36:28.899950 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55198) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:28.902177 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b858d44-f19d-48cb-bdfe-2ce0056a601e,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:28.914683 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:28.935739 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] Checking segment: {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:28.936080 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] Network hostable DHCP agents. Network: 27e1c21a-a41e-4b69-8864-f162b04c2923, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:36:28.948126 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:28.952174 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] Made reservation on behalf of df306d37ff634f7eaad80fc3bc65b653 for: {'subnet': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:28.956980 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.970419 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2ca1d-1f96-4242-be66-c3c615353030 admin admin] Pushing event updated for resources: {'Network': ['ID=778ab2d7-84d8-46e7-a293-9e88d4d9fee2,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:28.979543 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (634c6e49-b149-4a2a-802f-25bb479df817), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.982611 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (634c6e49-b149-4a2a-802f-25bb479df817), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:28.995069 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] Network 27e1c21a-a41e-4b69-8864-f162b04c2923 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:36:29.010523 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 27e1c21a-a41e-4b69-8864-f162b04c2923) {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:29.015126 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:29.016590 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.054282 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-71fe2b08-1960-40eb-b02f-003209f77c12 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6567395 Oct 27 09:36:29.057342 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55218) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:29.062482 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:29.095786 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55224) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:29.133991 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1849305931-network', 'tenant_id': '19c0e11ecca94dcbb9eaace33e413f9f'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:29.195414 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:36:29.196953 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (614c13fa-a64d-4eb5-8a4d-dbba05074cff), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.199471 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (614c13fa-a64d-4eb5-8a4d-dbba05074cff), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.199788 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f135c-db85-49e4-93ad-0546c6a08512 None None] Network 27e1c21a-a41e-4b69-8864-f162b04c2923 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:29.269104 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Publish callbacks [] for router_controller (614c13fa-a64d-4eb5-8a4d-dbba05074cff), precommit_add_association {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.464150 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Publish callbacks [] for router_gateway (614c13fa-a64d-4eb5-8a4d-dbba05074cff), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.569444 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:36:29.572557 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.582863 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-27e1c21a-a41e-4b69-8864-f162b04c2923', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:36:29.584284 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.607986 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Publish callbacks [] for router_controller (634c6e49-b149-4a2a-802f-25bb479df817), precommit_add_association {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.612217 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Made reservation on behalf of 19c0e11ecca94dcbb9eaace33e413f9f for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:29.615214 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.629769 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.632183 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for subnet (aa908abd-e61d-494e-9706-b97099e8fcb2), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.720911 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:29.790759 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:29.802929 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.830777 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Publish callbacks [] for router_gateway (614c13fa-a64d-4eb5-8a4d-dbba05074cff), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.859799 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:29.860633 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.863082 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:29.900419 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Allocated IP 172.20.0.2 (54e57d1c-1c3b-4e76-95bb-f2706c028f98/7530261c-bfeb-4e61-a84b-e8da49b85b27/5b4de024-f97d-4df1-a3a1-b7a573aa2311) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:29.910709 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa908abd-e61d-494e-9706-b97099e8fcb2,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:29.925117 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for subnet (1c4d0380-46b3-4e00-9a07-258d3f36724c), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:29.993692 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Allocated IP 172.27.0.152 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/600592aa-2806-42a4-a7c7-6889ab5b2b22) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:30.018190 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Publish callbacks [] for router_gateway (634c6e49-b149-4a2a-802f-25bb479df817), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.053208 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Publish callbacks [] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.062283 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] Checking segment: {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:30.063777 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] Network hostable DHCP agents. Network: 778ab2d7-84d8-46e7-a293-9e88d4d9fee2, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:36:30.070039 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.121402 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Pushing event updated for resources: {'Port': ['ID=5b4de024-f97d-4df1-a3a1-b7a573aa2311,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:30.122393 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Publish callbacks [] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.135133 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.135874 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.136059 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.136563 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.137104 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.137508 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.137900 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.138279 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4d0380-46b3-4e00-9a07-258d3f36724c,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:30.138404 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.138656 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.139065 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.139433 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.139782 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.140228 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.140431 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.140868 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Tracked resource versions report: Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: pushed versions: Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: { 'AddressGroup': {'1.2'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Agent': {'1.1'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'ConntrackHelper': {'1.0'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'LocalIPAssociation': {'1.0'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Log': {'1.0'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'NDPProxy': {'1.0'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Network': {'1.1'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Port': {'1.7'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'PortForwarding': {'1.3'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'QosPolicy': {'1.10'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SecurityGroup': {'1.5'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SecurityGroupRule': {'1.2'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SubPort': {'1.0'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Subnet': {'1.1'}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Trunk': {'1.1'}} Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: consumer versions: Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: { DHCP agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: HyperV agent@hv-cinder-79797: {}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: L3 agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: Metadata agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: Metering agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: Open vSwitch agent@dv-cinder-797970-7-iscsi: { 'AddressGroup': '1.2', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Agent': '1.1', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'ConntrackHelper': '1.0', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'LocalIPAssociation': '1.0', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Log': '1.0', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'NDPProxy': '1.0', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Network': '1.1', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Port': '1.7', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'PortForwarding': '1.3', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'QosPolicy': '1.10', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SecurityGroup': '1.5', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SecurityGroupRule': '1.2', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'SubPort': '1.0', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Subnet': '1.1', Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: 'Trunk': '1.1'}} Oct 27 09:36:30.142968 dv-cinder-797970-7-iscsi neutron-server[104691]: {{(pid=104691) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 09:36:30.158366 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:30.165261 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.173914 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:30.178405 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:30.181010 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Allocated IP 172.20.0.2 (27e1c21a-a41e-4b69-8864-f162b04c2923/7b858d44-f19d-48cb-bdfe-2ce0056a601e/586fb976-52cc-40d0-ae50-97fd7d46e11f) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:30.186920 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:30.221558 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Pushing event updated for resources: {'Port': ['ID=600592aa-2806-42a4-a7c7-6889ab5b2b22,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:30.240642 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:30.242584 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:30.245448 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:30.277004 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Attempting to bind port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:30.277419 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Attempting to bind port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:30.277877 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Attempting to bind port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 on network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:30.292884 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] Checking segment: {'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:30.293325 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] Network hostable DHCP agents. Network: 7c24dd54-2ed4-445c-a41b-4cf4e86b679d, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:36:30.367088 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Publish callbacks [] for security_group (67b5b13c-b4a6-4d9b-9990-0e8c1275ddb7), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.376220 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:30.376811 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Checking segment: {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:30.377281 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.377806 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Bound using segment: {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:30.378370 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Bound port: 5b4de024-f97d-4df1-a3a1-b7a573aa2311, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:30.378851 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.394834 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] Network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:36:30.398716 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=8 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:30.413058 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (67b5b13c-b4a6-4d9b-9990-0e8c1275ddb7), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.508920 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 778ab2d7-84d8-46e7-a293-9e88d4d9fee2) {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:30.513354 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:36:30.520361 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbad0c4-978d-43ba-9ecf-cad7cb013ddd None None] Network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:30.525181 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:30.525965 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.530401 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b5b13c-b4a6-4d9b-9990-0e8c1275ddb7,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:30.569715 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] Network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:36:30.581989 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (3d9c4f78-cc0d-4564-8de7-cd386c9a644c), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.582516 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Added segment 3d9c4f78-cc0d-4564-8de7-cd386c9a644c of type vlan for network bf717c25-0375-4ab1-8de3-e89d6652b7e6 Oct 27 09:36:30.583705 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:30.589948 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Publish callbacks [] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.593483 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] For port 5b4de024-f97d-4df1-a3a1-b7a573aa2311, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:30.600099 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 7c24dd54-2ed4-445c-a41b-4cf4e86b679d) {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:30.630964 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b9bcb4-ad27-4e7d-834d-79afd148c094 None None] Network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:30.647809 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-deb9849e-99d7-4c33-880a-b5762f1cc468 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9084842 Oct 27 09:36:30.650636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55264) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:30.651847 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:30.652732 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.656202 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:30.693707 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.694851 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.700228 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (bf717c25-0375-4ab1-8de3-e89d6652b7e6), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.713559 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Publish callbacks [] for router_gateway (634c6e49-b149-4a2a-802f-25bb479df817), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.720042 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Publish callbacks [] for router_gateway (614c13fa-a64d-4eb5-8a4d-dbba05074cff), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.742136 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:30.755374 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.761019 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] For port 5b4de024-f97d-4df1-a3a1-b7a573aa2311, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=5b4de024-f97d-4df1-a3a1-b7a573aa2311,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:30.791850 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-7c24dd54-2ed4-445c-a41b-4cf4e86b679d', 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d', 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'fixed_ips': [{'subnet_id': '1c4d0380-46b3-4e00-9a07-258d3f36724c'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:36:30.792908 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.798916 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-e6830ca0-9baf-455f-b251-3d514db0eade admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3016045 Oct 27 09:36:30.804000 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55276) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:30.807303 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.814785 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-822503530-router', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:30.849679 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (bf717c25-0375-4ab1-8de3-e89d6652b7e6), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.851351 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:30.852165 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.887806 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.926484 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Network 27e1c21a-a41e-4b69-8864-f162b04c2923 is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:30.933133 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:30.960364 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:30.966585 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8664641 Oct 27 09:36:30.971783 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (e367f203-6388-42a6-9fcf-ad37424f9242), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.972898 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (e367f203-6388-42a6-9fcf-ad37424f9242), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:30.987090 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55282) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:30.993718 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] Request body: {'subnet': {'network_id': 'bf717c25-0375-4ab1-8de3-e89d6652b7e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1849305931-subnet', 'tenant_id': '19c0e11ecca94dcbb9eaace33e413f9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:31.003920 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Publish callbacks [] for router_controller (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), precommit_add_association {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.080363 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929addd-1c42-4260-b513-4e4a48f55873 admin admin] Pushing event updated for resources: {'Network': ['ID=bf717c25-0375-4ab1-8de3-e89d6652b7e6,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:31.202233 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (614c13fa-a64d-4eb5-8a4d-dbba05074cff), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.203217 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Publish callbacks [] for router_controller (e367f203-6388-42a6-9fcf-ad37424f9242), precommit_add_association {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.208284 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] Made reservation on behalf of 19c0e11ecca94dcbb9eaace33e413f9f for: {'subnet': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:31.211141 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.214655 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network bf717c25-0375-4ab1-8de3-e89d6652b7e6 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:36:31.223244 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Allocated IP 172.27.0.156 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/849e751c-8f09-49e3-a111-171532131b9e) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:31.224695 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:36:31.225613 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.341491 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:31.465306 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Publish callbacks [] for router_gateway (e367f203-6388-42a6-9fcf-ad37424f9242), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.478400 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Attempting to bind port 586fb976-52cc-40d0-ae50-97fd7d46e11f on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:31.478644 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Attempting to bind port 586fb976-52cc-40d0-ae50-97fd7d46e11f by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:31.479015 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Attempting to bind port 586fb976-52cc-40d0-ae50-97fd7d46e11f on network 27e1c21a-a41e-4b69-8864-f162b04c2923 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:31.533294 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:31.540913 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Publish callbacks [] for router_gateway (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.546452 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Publish callbacks [] for port (849e751c-8f09-49e3-a111-171532131b9e), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.559971 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.561367 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Pushing event updated for resources: {'Port': ['ID=586fb976-52cc-40d0-ae50-97fd7d46e11f,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:31.629130 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (849e751c-8f09-49e3-a111-171532131b9e), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.632749 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.666056 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:31.710114 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c7615-1c48-4c6d-87e6-c0165c7a9be5 None None] Pushing event updated for resources: {'Port': ['ID=5b4de024-f97d-4df1-a3a1-b7a573aa2311,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:31.768544 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Allocated IP 172.20.0.2 (778ab2d7-84d8-46e7-a293-9e88d4d9fee2/aa908abd-e61d-494e-9706-b97099e8fcb2/b1c76951-0c98-4e51-af43-264f4ed8a6e7) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:31.792472 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:31.792886 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Checking segment: {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:31.793419 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.794100 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Bound using segment: {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:31.794462 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Bound port: 586fb976-52cc-40d0-ae50-97fd7d46e11f, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:31.794848 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.837096 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:31.846013 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Allocated IP 172.20.0.2 (7c24dd54-2ed4-445c-a41b-4cf4e86b679d/1c4d0380-46b3-4e00-9a07-258d3f36724c/2364b168-ead9-4b9b-b5a8-f463c63403a6) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:31.858069 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:31.863018 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:31.902104 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] For port 586fb976-52cc-40d0-ae50-97fd7d46e11f, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:31.904989 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:31.905926 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] For port 586fb976-52cc-40d0-ae50-97fd7d46e11f, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=586fb976-52cc-40d0-ae50-97fd7d46e11f,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:31.907810 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:31.909505 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Publish callbacks [] for router_gateway (e367f203-6388-42a6-9fcf-ad37424f9242), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.913289 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Pushing event updated for resources: {'Port': ['ID=849e751c-8f09-49e3-a111-171532131b9e,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:31.918514 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Router 614c13fa-a64d-4eb5-8a4d-dbba05074cff is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:36:31.960310 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:31.968575 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.026968 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:32.070606 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for subnet (99ce9a01-cbb1-4200-867a-3266826262c8), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.096950 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Publish callbacks [] for router_gateway (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.158934 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.181971 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Allocated IP 172.27.0.40 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/4b337780-306c-4beb-b9b8-e642fb251700) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:32.237785 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23f99f-4f12-4c18-abd6-a573126bb6f7 None None] Pushing event updated for resources: {'Port': ['ID=586fb976-52cc-40d0-ae50-97fd7d46e11f,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:32.246381 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:32.310783 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ce9a01-cbb1-4200-867a-3266826262c8,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:32.321656 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:36:32.330463 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] Checking segment: {'id': '3d9c4f78-cc0d-4564-8de7-cd386c9a644c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bf717c25-0375-4ab1-8de3-e89d6652b7e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:32.330877 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] Network hostable DHCP agents. Network: bf717c25-0375-4ab1-8de3-e89d6652b7e6, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:36:32.333342 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Sync routers for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:36:32.377600 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:32.380093 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:32.397336 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.398745 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-83d18f29-6601-4890-8989-e55b0f38444e admin admin] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3402081 Oct 27 09:36:32.402508 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55304) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:32.438942 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Publish callbacks [] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.453031 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.504403 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Publish callbacks [] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.529814 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.547078 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:32.554399 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Pushing event updated for resources: {'Port': ['ID=b1c76951-0c98-4e51-af43-264f4ed8a6e7,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:32.562583 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Publish callbacks [] for router_gateway (634c6e49-b149-4a2a-802f-25bb479df817), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.573463 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:32.589449 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] Network bf717c25-0375-4ab1-8de3-e89d6652b7e6 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:36:32.601547 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:32.605571 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:32.608312 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:32.614334 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, bf717c25-0375-4ab1-8de3-e89d6652b7e6) {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:32.640875 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7844d098-6a74-4e3f-8700-72f0749d83b4 None None] Network bf717c25-0375-4ab1-8de3-e89d6652b7e6 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:32.644156 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:32.667372 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:32.714262 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:32.714962 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.715723 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Publish callbacks [] for port (4b337780-306c-4beb-b9b8-e642fb251700), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.776758 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:32.788774 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:32.805278 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-7629063b-f213-4438-a87a-3eeb35b49f13 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8159864 Oct 27 09:36:32.816747 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a266ce-f738-4c05-8980-ec60a9c1a960 None None] Network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:32.878053 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (4b337780-306c-4beb-b9b8-e642fb251700), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:32.951143 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Pushing event updated for resources: {'Port': ['ID=2364b168-ead9-4b9b-b5a8-f463c63403a6,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:32.960818 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:33.001212 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:33.007768 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:33.010328 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:33.062071 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Attempting to bind port 2364b168-ead9-4b9b-b5a8-f463c63403a6 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:33.062450 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Attempting to bind port 2364b168-ead9-4b9b-b5a8-f463c63403a6 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:33.062868 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Attempting to bind port 2364b168-ead9-4b9b-b5a8-f463c63403a6 on network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:33.066094 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Attempting to bind port b1c76951-0c98-4e51-af43-264f4ed8a6e7 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:33.066449 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Attempting to bind port b1c76951-0c98-4e51-af43-264f4ed8a6e7 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:33.066800 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Attempting to bind port b1c76951-0c98-4e51-af43-264f4ed8a6e7 on network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:33.067946 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55312) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:33.074811 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-20a162cd-33d4-4997-8b52-6f6097a1781c None None] Provisioning complete for port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:33.075033 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (634c6e49-b149-4a2a-802f-25bb479df817), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.075190 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-20a162cd-33d4-4997-8b52-6f6097a1781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.075522 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-20a162cd-33d4-4997-8b52-6f6097a1781c None None] Attempt 1 to provision port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 Oct 27 09:36:33.086299 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Pushing event updated for resources: {'Port': ['ID=4b337780-306c-4beb-b9b8-e642fb251700,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:33.200175 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:30Z', 'revision_number': 3, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:33.253849 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Allocated IP 172.27.0.62 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/92bb0257-4cfa-4d45-b5c2-c40f84d22a53) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:33.259712 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Checking router: 614c13fa-a64d-4eb5-8a4d-dbba05074cff for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:36:33.260734 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Updating router 614c13fa-a64d-4eb5-8a4d-dbba05074cff port 600592aa-2806-42a4-a7c7-6889ab5b2b22 binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:36:33.267614 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:33.283587 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e37ad4a-01d9-4a56-a7c8-856c3bff64ca admin admin] Deleting subnet 3b45613f-c339-4fb0-8e25-fb4e85f5ce26 {{(pid=104689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:36:33.293288 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e37ad4a-01d9-4a56-a7c8-856c3bff64ca admin admin] Publish callbacks [] for subnet (3b45613f-c339-4fb0-8e25-fb4e85f5ce26), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.313440 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29dc083-be4b-4ebe-8a10-00aa58c6f064 None None] Network bf717c25-0375-4ab1-8de3-e89d6652b7e6 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:33.338135 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.423518 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e37ad4a-01d9-4a56-a7c8-856c3bff64ca admin admin] Publish callbacks [] for subnet (3b45613f-c339-4fb0-8e25-fb4e85f5ce26), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.439774 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:33.440152 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Checking segment: {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:33.441290 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.441290 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Bound using segment: {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:33.442410 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Bound port: b1c76951-0c98-4e51-af43-264f4ed8a6e7, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:33.442410 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.448313 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:33.448743 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Checking segment: {'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:33.451377 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.451787 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Bound using segment: {'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:33.452296 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Bound port: 2364b168-ead9-4b9b-b5a8-f463c63403a6, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:33.452777 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.498228 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e37ad4a-01d9-4a56-a7c8-856c3bff64ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (3b45613f-c339-4fb0-8e25-fb4e85f5ce26), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.529452 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-20a162cd-33d4-4997-8b52-6f6097a1781c None None] Current status of the port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:33.529849 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-20a162cd-33d4-4997-8b52-6f6097a1781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.567691 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:33.572474 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Router 634c6e49-b149-4a2a-802f-25bb479df817 is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:36:33.604424 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:33.654504 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-20a162cd-33d4-4997-8b52-6f6097a1781c None None] For port 5b4de024-f97d-4df1-a3a1-b7a573aa2311, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=5b4de024-f97d-4df1-a3a1-b7a573aa2311,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:36:33.714861 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-20a162cd-33d4-4997-8b52-6f6097a1781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.852186 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:36:33.871950 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Publish callbacks [] for router_gateway (e367f203-6388-42a6-9fcf-ad37424f9242), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.888977 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Publish callbacks [] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.914785 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Sync routers for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:36:33.917242 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2a4de-b798-40de-b8e9-4f217f616b22 None None] Network 27e1c21a-a41e-4b69-8864-f162b04c2923 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:33.920122 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 586fb976-52cc-40d0-ae50-97fd7d46e11f up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:33.925481 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.926734 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-a6ba012a-6817-4782-abf7-0c01be5cbad0 admin admin] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0202346 Oct 27 09:36:33.931012 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55326) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:33.937460 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:33.965700 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e37ad4a-01d9-4a56-a7c8-856c3bff64ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for subnet (3b45613f-c339-4fb0-8e25-fb4e85f5ce26), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.019996 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37ad4a-01d9-4a56-a7c8-856c3bff64ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b45613f-c339-4fb0-8e25-fb4e85f5ce26,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:34.031707 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e37ad4a-01d9-4a56-a7c8-856c3bff64ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.038095 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-0e37ad4a-01d9-4a56-a7c8-856c3bff64ca admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/3b45613f-c339-4fb0-8e25-fb4e85f5ce26 HTTP/1.1" status: 204 len: 168 time: 0.9658194 Oct 27 09:36:34.042178 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55332) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:34.081609 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] For port b1c76951-0c98-4e51-af43-264f4ed8a6e7, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:34.113047 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:34.113789 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:34.133515 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] For port 2364b168-ead9-4b9b-b5a8-f463c63403a6, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:34.146841 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] For port b1c76951-0c98-4e51-af43-264f4ed8a6e7, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=b1c76951-0c98-4e51-af43-264f4ed8a6e7,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:34.155657 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.194487 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-e694a59a-b3ad-4222-86df-c835505476b9 None None] Provisioning complete for port 586fb976-52cc-40d0-ae50-97fd7d46e11f triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:34.195032 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-e694a59a-b3ad-4222-86df-c835505476b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.195478 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-e694a59a-b3ad-4222-86df-c835505476b9 None None] Attempt 1 to provision port 586fb976-52cc-40d0-ae50-97fd7d46e11f Oct 27 09:36:34.207763 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a162cd-33d4-4997-8b52-6f6097a1781c None None] Pushing event updated for resources: {'Port': ['ID=5b4de024-f97d-4df1-a3a1-b7a573aa2311,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:34.275477 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Publish callbacks [] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.278429 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] For port 2364b168-ead9-4b9b-b5a8-f463c63403a6, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=2364b168-ead9-4b9b-b5a8-f463c63403a6,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:34.284716 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.291636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=5,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:34.302177 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:34.305924 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.307736 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:34.357996 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.361235 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Attempting to bind port 600592aa-2806-42a4-a7c7-6889ab5b2b22 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:34.361754 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Attempting to bind port 600592aa-2806-42a4-a7c7-6889ab5b2b22 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:34.361949 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Attempting to bind port 600592aa-2806-42a4-a7c7-6889ab5b2b22 on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:34.371428 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:34.381680 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:34.384736 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Pushing event updated for resources: {'Port': ['ID=92bb0257-4cfa-4d45-b5c2-c40f84d22a53,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:34.451446 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 586fb976-52cc-40d0-ae50-97fd7d46e11f triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:34.451699 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.452045 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 586fb976-52cc-40d0-ae50-97fd7d46e11f Oct 27 09:36:34.498701 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (c606f728-163f-4f53-825c-c9518ae501d2), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.604641 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:34.605416 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:34.606195 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.606759 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:34.607465 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Bound port: 600592aa-2806-42a4-a7c7-6889ab5b2b22, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:34.608235 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.643366 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:34.697798 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Pushing event updated for resources: {'Port': ['ID=600592aa-2806-42a4-a7c7-6889ab5b2b22,revision_number=2']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:34.714501 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=100 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:34.751576 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.751923 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.752288 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.772384 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.772883 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.773230 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.773570 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.773909 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.774249 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.775425 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.775796 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.776155 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.776495 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.776877 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.777465 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Tracked resource versions report: Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: pushed versions: Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: { 'AddressGroup': {'1.2'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Agent': {'1.1'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'ConntrackHelper': {'1.0'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'LocalIPAssociation': {'1.0'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Log': {'1.0'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'NDPProxy': {'1.0'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Network': {'1.1'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Port': {'1.7'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'PortForwarding': {'1.3'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'QosPolicy': {'1.10'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SecurityGroup': {'1.5'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SecurityGroupRule': {'1.2'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SubPort': {'1.0'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Subnet': {'1.1'}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Trunk': {'1.1'}} Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: consumer versions: Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: { DHCP agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: HyperV agent@hv-cinder-79797: {}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: L3 agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: Metadata agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: Metering agent@dv-cinder-797970-7-iscsi: {}, Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: Open vSwitch agent@dv-cinder-797970-7-iscsi: { 'AddressGroup': '1.2', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Agent': '1.1', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'ConntrackHelper': '1.0', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'LocalIPAssociation': '1.0', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Log': '1.0', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'NDPProxy': '1.0', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Network': '1.1', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Port': '1.7', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'PortForwarding': '1.3', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'QosPolicy': '1.10', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SecurityGroup': '1.5', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SecurityGroupRule': '1.2', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'SubPort': '1.0', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Subnet': '1.1', Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: 'Trunk': '1.1'}} Oct 27 09:36:34.778924 dv-cinder-797970-7-iscsi neutron-server[104692]: {{(pid=104692) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 09:36:34.796107 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-e694a59a-b3ad-4222-86df-c835505476b9 None None] Current status of the port 586fb976-52cc-40d0-ae50-97fd7d46e11f is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:34.796724 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-e694a59a-b3ad-4222-86df-c835505476b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.823328 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] For port 600592aa-2806-42a4-a7c7-6889ab5b2b22, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:34.840507 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] For port 600592aa-2806-42a4-a7c7-6889ab5b2b22, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=600592aa-2806-42a4-a7c7-6889ab5b2b22,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:34.866450 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:34.954360 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:34.955266 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:34.956485 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-e694a59a-b3ad-4222-86df-c835505476b9 None None] For port 586fb976-52cc-40d0-ae50-97fd7d46e11f, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=586fb976-52cc-40d0-ae50-97fd7d46e11f,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:36:34.967173 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:35.026447 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bbba1-e03c-46b1-a1f8-4837122662d8 None None] Pushing event updated for resources: {'Port': ['ID=600592aa-2806-42a4-a7c7-6889ab5b2b22,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:35.046824 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (e367f203-6388-42a6-9fcf-ad37424f9242), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:35.071809 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd588669-fa05-4040-8c47-fb25151a51e7 None None] Pushing event updated for resources: {'Port': ['ID=b1c76951-0c98-4e51-af43-264f4ed8a6e7,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:35.201960 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (c606f728-163f-4f53-825c-c9518ae501d2), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:35.243440 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:35.246384 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-e694a59a-b3ad-4222-86df-c835505476b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:35.252655 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1df60c-2ce0-4ec2-80be-a2b0e55649a6 None None] Pushing event updated for resources: {'Port': ['ID=2364b168-ead9-4b9b-b5a8-f463c63403a6,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:35.269740 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Allocated IP 172.20.0.1 (27e1c21a-a41e-4b69-8864-f162b04c2923/7b858d44-f19d-48cb-bdfe-2ce0056a601e/a26eb59c-a753-4084-8568-9f81ec3f45a5) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:35.339517 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 586fb976-52cc-40d0-ae50-97fd7d46e11f is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:35.340772 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 5b4de024-f97d-4df1-a3a1-b7a573aa2311 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:35.395192 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:35.438271 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-b7f9f899-f947-4fa3-b67a-1531715750d2 None None] Provisioning complete for port 586fb976-52cc-40d0-ae50-97fd7d46e11f triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:35.438533 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f899-f947-4fa3-b67a-1531715750d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:35.438862 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-b7f9f899-f947-4fa3-b67a-1531715750d2 None None] Attempt 1 to provision port 586fb976-52cc-40d0-ae50-97fd7d46e11f Oct 27 09:36:35.450646 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694a59a-b3ad-4222-86df-c835505476b9 None None] Pushing event updated for resources: {'Port': ['ID=586fb976-52cc-40d0-ae50-97fd7d46e11f,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:35.476642 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.477211 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.477691 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.477812 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > port after_create 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.478097 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.478452 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > port after_update 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.478775 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.479095 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.479412 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.491722 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.533119 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:35.533715 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:35.534149 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 Oct 27 09:36:35.571721 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:35.660098 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:35.704557 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:32Z', 'revision_number': 3, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:35.731813 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:35.747228 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Router e367f203-6388-42a6-9fcf-ad37424f9242 is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:36:35.754777 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:30Z', 'revision_number': 3, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:35.796266 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.796647 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.796812 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fe836d-8796-4c8d-a267-214af8a99f5d None None] The sync data for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi is: [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:30Z', 'revision_number': 3, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:36:35.797991 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.799391 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:35.799963 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c606f728-163f-4f53-825c-c9518ae501d2']}} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:35.807525 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Checking router: 634c6e49-b149-4a2a-802f-25bb479df817 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:36:35.807957 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Updating router 634c6e49-b149-4a2a-802f-25bb479df817 port 849e751c-8f09-49e3-a111-171532131b9e binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:36:35.821156 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f2731f-95a9-4456-94d2-35b7bee8bcbf') {'for_net_delete': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:35.821724 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f2731f-95a9-4456-94d2-35b7bee8bcbf') {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:35.845339 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1679566'] for segment (88f2731f-95a9-4456-94d2-35b7bee8bcbf), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:35.872768 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9f899-f947-4fa3-b67a-1531715750d2 None None] Current status of the port 586fb976-52cc-40d0-ae50-97fd7d46e11f is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:35.889006 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-b7f9f899-f947-4fa3-b67a-1531715750d2 None None] Provisioning complete for port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:35.889403 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b7f9f899-f947-4fa3-b67a-1531715750d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:35.889717 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:36:35.889840 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-b7f9f899-f947-4fa3-b67a-1531715750d2 None None] Attempt 1 to provision port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 Oct 27 09:36:35.891790 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:35.899045 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Sync routers for ids ['e367f203-6388-42a6-9fcf-ad37424f9242'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:36:35.914475 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:35.923783 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Routers {'e367f203-6388-42a6-9fcf-ad37424f9242'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:35.926480 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e367f203-6388-42a6-9fcf-ad37424f9242'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:35.928448 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (849e751c-8f09-49e3-a111-171532131b9e), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.034668 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:36.092226 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.093552 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-b42e366b-49a3-4a25-928a-dc1dd5f5d6dc admin admin] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2876453 Oct 27 09:36:36.106789 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55374) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:36.167120 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Publish callbacks [] for router_gateway (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.186347 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d904d533-4161-40ba-acca-e2add4a20cc4 None None] Network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:36.190234 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Set router e367f203-6388-42a6-9fcf-ad37424f9242 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:36.309241 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (88f2731f-95a9-4456-94d2-35b7bee8bcbf), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.330895 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2364b168-ead9-4b9b-b5a8-f463c63403a6 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:36.365613 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=104689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:36:36.366369 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066208'] for segment (88f2731f-95a9-4456-94d2-35b7bee8bcbf), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.395879 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Publish callbacks [] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.573683 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.600381 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9f899-f947-4fa3-b67a-1531715750d2 None None] Current status of the port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:36.612177 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'name': 'tempest-DeleteServersTestJSON-822503530-router', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '4b337780-306c-4beb-b9b8-e642fb251700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:33Z', 'revision_number': 3, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'gw_port': {'id': '4b337780-306c-4beb-b9b8-e642fb251700', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:36.695494 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Checking router: e367f203-6388-42a6-9fcf-ad37424f9242 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:36:36.696104 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Updating router e367f203-6388-42a6-9fcf-ad37424f9242 port 4b337780-306c-4beb-b9b8-e642fb251700 binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:36:36.706977 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (c606f728-163f-4f53-825c-c9518ae501d2), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.728341 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.732338 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/c606f728-163f-4f53-825c-c9518ae501d2 HTTP/1.1" status: 204 len: 168 time: 2.6890349 Oct 27 09:36:36.737961 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55394) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:36.774474 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:36:36.796268 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:36.798517 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 2364b168-ead9-4b9b-b5a8-f463c63403a6 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:36.799461 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (4b337780-306c-4beb-b9b8-e642fb251700), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.799774 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.799980 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Allocated IP 172.20.0.1 (54e57d1c-1c3b-4e76-95bb-f2706c028f98/7530261c-bfeb-4e61-a84b-e8da49b85b27/9f37632a-bf71-4655-b3ea-d3e5118c9719) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:36.800370 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:36.800874 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 2364b168-ead9-4b9b-b5a8-f463c63403a6 Oct 27 09:36:36.821728 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2324c7-7b98-4ec3-ab84-880847cd898d None None] Network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:36:36.866602 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:36.882148 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment 88f2731f-95a9-4456-94d2-35b7bee8bcbf resource provider aggregate not found Oct 27 09:36:36.904627 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Network 27e1c21a-a41e-4b69-8864-f162b04c2923 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:36.905966 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10de82-3e98-490f-b430-5e62250ba393 admin admin] Pushing event deleted for resources: {'Network': ['ID=c606f728-163f-4f53-825c-c9518ae501d2,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:36.910279 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:36.915109 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:36.923993 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc147d46-f338-43b8-9774-72ef9d1b20ed admin admin] Deleting subnet 99ce9a01-cbb1-4200-867a-3266826262c8 {{(pid=104690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:36:36.935081 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:36.949889 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment 88f2731f-95a9-4456-94d2-35b7bee8bcbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88f2731f-95a9-4456-94d2-35b7bee8bcbf found for delete ", "request_id": "req-baf1a850-9c63-4bad-948e-b992ce9c274c"}]} Oct 27 09:36:36.950646 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:36.976653 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fc147d46-f338-43b8-9774-72ef9d1b20ed admin admin] Publish callbacks [] for subnet (99ce9a01-cbb1-4200-867a-3266826262c8), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.009695 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a26eb59c-a753-4084-8568-9f81ec3f45a5,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:37.109604 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Provisioning complete for port 2364b168-ead9-4b9b-b5a8-f463c63403a6 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:37.109989 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.110315 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Attempt 1 to provision port 2364b168-ead9-4b9b-b5a8-f463c63403a6 Oct 27 09:36:37.124673 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (614c13fa-a64d-4eb5-8a4d-dbba05074cff), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.206111 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.251733 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:37.298894 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fc147d46-f338-43b8-9774-72ef9d1b20ed admin admin] Publish callbacks [] for subnet (99ce9a01-cbb1-4200-867a-3266826262c8), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.336892 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fc147d46-f338-43b8-9774-72ef9d1b20ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (99ce9a01-cbb1-4200-867a-3266826262c8), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.393978 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Publish callbacks [] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.451128 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Current status of the port 2364b168-ead9-4b9b-b5a8-f463c63403a6 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:37.451128 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.487052 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.488304 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.507648 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.556606 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:37.557703 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:37.558316 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fc147d46-f338-43b8-9774-72ef9d1b20ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for subnet (99ce9a01-cbb1-4200-867a-3266826262c8), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.566863 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 2364b168-ead9-4b9b-b5a8-f463c63403a6 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:37.567254 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.581405 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fc147d46-f338-43b8-9774-72ef9d1b20ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.587680 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-fc147d46-f338-43b8-9774-72ef9d1b20ed admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/99ce9a01-cbb1-4200-867a-3266826262c8 HTTP/1.1" status: 204 len: 168 time: 0.8383501 Oct 27 09:36:37.591245 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:37.593754 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:37.594795 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (634c6e49-b149-4a2a-802f-25bb479df817), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.606923 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] For port 2364b168-ead9-4b9b-b5a8-f463c63403a6, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=2364b168-ead9-4b9b-b5a8-f463c63403a6,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:36:37.615113 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55400) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:37.633708 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.644372 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Publish callbacks [] for port (849e751c-8f09-49e3-a111-171532131b9e), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.706968 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (849e751c-8f09-49e3-a111-171532131b9e), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.731257 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Provisioning complete for port b1c76951-0c98-4e51-af43-264f4ed8a6e7 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:37.731657 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:37.731991 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Attempt 1 to provision port b1c76951-0c98-4e51-af43-264f4ed8a6e7 Oct 27 09:36:37.784577 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:36:37.787858 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc147d46-f338-43b8-9774-72ef9d1b20ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99ce9a01-cbb1-4200-867a-3266826262c8,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:37.834504 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Attempting to bind port 849e751c-8f09-49e3-a111-171532131b9e on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:37.835883 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Attempting to bind port 849e751c-8f09-49e3-a111-171532131b9e by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:37.837601 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Attempting to bind port 849e751c-8f09-49e3-a111-171532131b9e on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:37.878053 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Pushing event updated for resources: {'Port': ['ID=9f37632a-bf71-4655-b3ea-d3e5118c9719,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:37.910421 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.db.api [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104691) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 27 09:36:37.910865 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG oslo_db.api [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 09:36:37.944552 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Pushing event updated for resources: {'Port': ['ID=2364b168-ead9-4b9b-b5a8-f463c63403a6,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:38.030104 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:38.030579 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:38.031118 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.032183 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:38.032783 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Bound port: 849e751c-8f09-49e3-a111-171532131b9e, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:38.033272 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (849e751c-8f09-49e3-a111-171532131b9e), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.053987 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b884e9d-9238-41a5-82fc-8f905613438f None None] Pushing event updated for resources: {'Port': ['ID=849e751c-8f09-49e3-a111-171532131b9e,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:38.055639 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (bf717c25-0375-4ab1-8de3-e89d6652b7e6), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.086529 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Current status of the port b1c76951-0c98-4e51-af43-264f4ed8a6e7 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:38.086927 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.124479 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] For port 849e751c-8f09-49e3-a111-171532131b9e, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:38.129194 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] For port 849e751c-8f09-49e3-a111-171532131b9e, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=849e751c-8f09-49e3-a111-171532131b9e,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:38.144463 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Publish callbacks [] for port (4b337780-306c-4beb-b9b8-e642fb251700), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.147889 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:38.149789 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Publish callbacks [] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.154514 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (849e751c-8f09-49e3-a111-171532131b9e), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.160922 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (4b337780-306c-4beb-b9b8-e642fb251700), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.161245 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.167097 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] For port b1c76951-0c98-4e51-af43-264f4ed8a6e7, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=b1c76951-0c98-4e51-af43-264f4ed8a6e7,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:36:38.171590 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:38.212973 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.223738 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:36:38.229264 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:38.230394 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:38.254090 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ae0f7-7955-4658-ae4b-3177ded17449 None None] Pushing event updated for resources: {'Port': ['ID=4b337780-306c-4beb-b9b8-e642fb251700,revision_number=2']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:38.268655 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a26eb59c-a753-4084-8568-9f81ec3f45a5,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:38.280457 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Sync routers for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:36:38.283810 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Attempting to bind port 4b337780-306c-4beb-b9b8-e642fb251700 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:38.284628 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Attempting to bind port 4b337780-306c-4beb-b9b8-e642fb251700 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:38.285519 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Attempting to bind port 4b337780-306c-4beb-b9b8-e642fb251700 on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:38.311498 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:38.327025 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.333116 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-6513c665-d881-4475-b7a6-e106fa3d4577 admin admin] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6810369 Oct 27 09:36:38.337443 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (614c13fa-a64d-4eb5-8a4d-dbba05074cff), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.339580 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55410) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:38.352608 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:38.353371 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:38.354601 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:38.354767 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:38.355109 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.355508 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:38.355976 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Bound port: 4b337780-306c-4beb-b9b8-e642fb251700, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:38.356350 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (4b337780-306c-4beb-b9b8-e642fb251700), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.381784 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:38.405428 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Allocated IP 172.20.0.1 (7c24dd54-2ed4-445c-a41b-4cf4e86b679d/1c4d0380-46b3-4e00-9a07-258d3f36724c/91bb510f-fca0-43dd-9474-3f0d782555ed) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:38.421338 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b884e9d-9238-41a5-82fc-8f905613438f None None] Pushing event updated for resources: {'Port': ['ID=849e751c-8f09-49e3-a111-171532131b9e,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:38.440654 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.455030 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] For port 4b337780-306c-4beb-b9b8-e642fb251700, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:38.461073 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] For port 4b337780-306c-4beb-b9b8-e642fb251700, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=4b337780-306c-4beb-b9b8-e642fb251700,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:38.462901 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (bf717c25-0375-4ab1-8de3-e89d6652b7e6), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.470585 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:38.475049 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (4b337780-306c-4beb-b9b8-e642fb251700), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.486904 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:38.548443 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Routers {'e367f203-6388-42a6-9fcf-ad37424f9242'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:38.564029 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e367f203-6388-42a6-9fcf-ad37424f9242'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:38.564242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.564242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.564242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.564242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > port after_create 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.564242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.564242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > port after_update 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.564242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.564242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.564242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.564242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.599227 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:38.605303 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Provisioning complete for port 2364b168-ead9-4b9b-b5a8-f463c63403a6 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:38.605836 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:38.606245 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Attempt 1 to provision port 2364b168-ead9-4b9b-b5a8-f463c63403a6 Oct 27 09:36:38.641443 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adb472-47a1-4740-97d3-09e6db11e11d None None] Pushing event updated for resources: {'Port': ['ID=b1c76951-0c98-4e51-af43-264f4ed8a6e7,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:38.676790 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ae0f7-7955-4658-ae4b-3177ded17449 None None] Pushing event updated for resources: {'Port': ['ID=4b337780-306c-4beb-b9b8-e642fb251700,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:38.712653 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:38.714491 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:38.717679 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:38.719640 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 2364b168-ead9-4b9b-b5a8-f463c63403a6 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:38.720781 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 586fb976-52cc-40d0-ae50-97fd7d46e11f up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:38.781413 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.782219 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.782909 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.783568 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104690) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 09:36:38.783732 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf717c25-0375-4ab1-8de3-e89d6652b7e6']}} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:38.794755 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Network 27e1c21a-a41e-4b69-8864-f162b04c2923 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:38.807190 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] Set router e367f203-6388-42a6-9fcf-ad37424f9242 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:38.827856 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:38.843577 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9c4f78-cc0d-4564-8de7-cd386c9a644c') {'for_net_delete': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:38.843911 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9c4f78-cc0d-4564-8de7-cd386c9a644c') {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:38.928597 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2834243'] for segment (3d9c4f78-cc0d-4564-8de7-cd386c9a644c), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:39.021152 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (3d9c4f78-cc0d-4564-8de7-cd386c9a644c), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:39.112553 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=104690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:36:39.112553 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686121'] for segment (3d9c4f78-cc0d-4564-8de7-cd386c9a644c), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:39.170271 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:32Z', 'revision_number': 3, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:39.171241 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Router 614c13fa-a64d-4eb5-8a4d-dbba05074cff has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:36:39.184587 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:39.252403 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'name': 'tempest-DeleteServersTestJSON-822503530-router', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '4b337780-306c-4beb-b9b8-e642fb251700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:33Z', 'revision_number': 3, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'gw_port': {'id': '4b337780-306c-4beb-b9b8-e642fb251700', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:39.301024 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee19a2-63e8-4112-b073-7c261a9f05b1 None None] The sync data for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi is: [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:32Z', 'revision_number': 3, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:36:39.339237 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Current status of the port 2364b168-ead9-4b9b-b5a8-f463c63403a6 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:39.341414 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e790a1-2252-42c2-b083-9209df8c9e38 None None] The sync data for ids ['e367f203-6388-42a6-9fcf-ad37424f9242'] in dv-cinder-797970-7-iscsi is: [{'id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'name': 'tempest-DeleteServersTestJSON-822503530-router', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '4b337780-306c-4beb-b9b8-e642fb251700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:33Z', 'revision_number': 3, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'gw_port': {'id': '4b337780-306c-4beb-b9b8-e642fb251700', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:36:39.383417 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Provisioning complete for port 9f37632a-bf71-4655-b3ea-d3e5118c9719 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:39.385333 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:39.385764 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Attempt 1 to provision port 9f37632a-bf71-4655-b3ea-d3e5118c9719 Oct 27 09:36:39.425152 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Publish callbacks [] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:39.533422 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (bf717c25-0375-4ab1-8de3-e89d6652b7e6), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:39.569550 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 3d9c4f78-cc0d-4564-8de7-cd386c9a644c resource provider aggregate not found Oct 27 09:36:39.672918 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:39.676618 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/bf717c25-0375-4ab1-8de3-e89d6652b7e6 HTTP/1.1" status: 204 len: 168 time: 2.0552986 Oct 27 09:36:39.693211 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 3d9c4f78-cc0d-4564-8de7-cd386c9a644c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d9c4f78-cc0d-4564-8de7-cd386c9a644c found for delete ", "request_id": "req-62850156-e16f-4998-a043-d92e6f56f773"}]} Oct 27 09:36:39.769833 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:36:39.772795 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:39.781188 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-0e958e12-0f5b-4802-8b31-e428fb83f8f2 admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/614c13fa-a64d-4eb5-8a4d-dbba05074cff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3774996 Oct 27 09:36:39.786883 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49125f4e-e1be-4cbc-a37e-612e2bd7316e admin admin] Pushing event deleted for resources: {'Network': ['ID=bf717c25-0375-4ab1-8de3-e89d6652b7e6,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:39.798046 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Sync routers for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:36:39.824799 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:39.830973 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:39.883426 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Publish callbacks [] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:39.917342 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:39.926507 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:40.068946 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:40.096830 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55482) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:40.108568 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55484) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:40.176450 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 586fb976-52cc-40d0-ae50-97fd7d46e11f triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:40.177004 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:40.178024 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 586fb976-52cc-40d0-ae50-97fd7d46e11f Oct 27 09:36:40.283851 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:40.290979 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (634c6e49-b149-4a2a-802f-25bb479df817), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:40.293524 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:40.295043 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:40.322353 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:40.445571 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Pushing event updated for resources: {'Port': ['ID=9f37632a-bf71-4655-b3ea-d3e5118c9719,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:40.473786 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Allocated IP 172.20.0.1 (778ab2d7-84d8-46e7-a293-9e88d4d9fee2/aa908abd-e61d-494e-9706-b97099e8fcb2/0a8cdcbb-b621-4779-afbb-c8b153126a53) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:40.516122 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Port 9f37632a-bf71-4655-b3ea-d3e5118c9719 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:36:40.563085 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Provisioning complete for port a26eb59c-a753-4084-8568-9f81ec3f45a5 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:40.582384 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:40.582805 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Attempt 1 to provision port a26eb59c-a753-4084-8568-9f81ec3f45a5 Oct 27 09:36:40.757727 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:35Z', 'revision_number': 3, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:40.848496 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Publish callbacks [] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:40.926406 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Checking router: 32e5fecc-d74c-4207-ac1a-55a7a49a9acc for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:36:40.928509 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Updating router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:36:40.948548 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 586fb976-52cc-40d0-ae50-97fd7d46e11f is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:40.953549 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 5b4de024-f97d-4df1-a3a1-b7a573aa2311 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:40.962923 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.004727 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:41.033002 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-954cadc2-9724-437a-8761-eee878fce4c1 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=81430525775d465bb6b8268d1d587def&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9188447 Oct 27 09:36:41.041315 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 2, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:41.050862 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55510) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:41.086144 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Checking router: 614c13fa-a64d-4eb5-8a4d-dbba05074cff for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:36:41.086784 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Updating router 614c13fa-a64d-4eb5-8a4d-dbba05074cff port a26eb59c-a753-4084-8568-9f81ec3f45a5 binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:36:41.092426 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Port a26eb59c-a753-4084-8568-9f81ec3f45a5 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:36:41.120737 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Provisioning complete for port b1c76951-0c98-4e51-af43-264f4ed8a6e7 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:41.121116 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.121959 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Attempt 1 to provision port b1c76951-0c98-4e51-af43-264f4ed8a6e7 Oct 27 09:36:41.129007 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55512) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:41.132329 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.135127 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:41.138789 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:41.150126 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-a8a665dd-9287-4a8c-8f66-03fa84411f36 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212276176', 'description': 'tempest-description--1023966585'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:41.191841 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f5faade1-0956-4f0c-a133-416389b8af18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.202821 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (e367f203-6388-42a6-9fcf-ad37424f9242), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.223902 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:41.256139 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:41.258702 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ff538808-af79-4626-b542-5885e2cb9e79 admin admin] Publish callbacks [] for security_group (f6170835-5b23-4f5f-aefb-a26cb04e0816), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.272187 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.297708 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ff538808-af79-4626-b542-5885e2cb9e79 admin admin] Publish callbacks [] for security_group (f6170835-5b23-4f5f-aefb-a26cb04e0816), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.381092 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:41.391418 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:41.395635 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.396278 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 Oct 27 09:36:41.417623 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:41.422027 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Pushing event updated for resources: {'Port': ['ID=91bb510f-fca0-43dd-9474-3f0d782555ed,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:41.438314 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:41.460606 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:41.508230 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Pushing event updated for resources: {'Port': ['ID=0a8cdcbb-b621-4779-afbb-c8b153126a53,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:41.542429 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8a665dd-9287-4a8c-8f66-03fa84411f36 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.577570 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.638882 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:41.690051 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.691156 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-80b98082-0845-4cd9-9bce-e8b21f1057f1 None None] Current status of the port b1c76951-0c98-4e51-af43-264f4ed8a6e7 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:41.728012 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Publish callbacks [] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.736639 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.805615 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7672fb-0470-4870-bea0-29e4ce5f91f0 None None] Pushing event updated for resources: {'Port': ['ID=a26eb59c-a753-4084-8568-9f81ec3f45a5,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:41.855901 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:41.857035 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ff538808-af79-4626-b542-5885e2cb9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (f6170835-5b23-4f5f-aefb-a26cb04e0816), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.860234 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ff538808-af79-4626-b542-5885e2cb9e79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.864945 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-ff538808-af79-4626-b542-5885e2cb9e79 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/f6170835-5b23-4f5f-aefb-a26cb04e0816 HTTP/1.1" status: 204 len: 168 time: 0.8037593 Oct 27 09:36:41.882147 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff538808-af79-4626-b542-5885e2cb9e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6170835-5b23-4f5f-aefb-a26cb04e0816,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:41.932983 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:41.933902 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Provisioning complete for port 0a8cdcbb-b621-4779-afbb-c8b153126a53 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:41.934607 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.934826 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Attempt 1 to provision port 0a8cdcbb-b621-4779-afbb-c8b153126a53 Oct 27 09:36:41.975603 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f5faade1-0956-4f0c-a133-416389b8af18 admin admin] Publish callbacks [] for security_group (f0293fc7-5a2d-42d1-9b87-be9977fc4bec), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:41.992787 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Router 634c6e49-b149-4a2a-802f-25bb479df817 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:36:41.994364 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f5faade1-0956-4f0c-a133-416389b8af18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (f0293fc7-5a2d-42d1-9b87-be9977fc4bec), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.001485 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Attempting to bind port a26eb59c-a753-4084-8568-9f81ec3f45a5 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:42.002092 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Attempting to bind port a26eb59c-a753-4084-8568-9f81ec3f45a5 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:42.002637 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Attempting to bind port a26eb59c-a753-4084-8568-9f81ec3f45a5 on network 27e1c21a-a41e-4b69-8864-f162b04c2923 {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:42.008318 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:42.018016 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device b1c76951-0c98-4e51-af43-264f4ed8a6e7 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:42.049079 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8a665dd-9287-4a8c-8f66-03fa84411f36 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (0acbc868-504a-4faf-a7f1-04a4f0a41414), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.077720 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Port 0a8cdcbb-b621-4779-afbb-c8b153126a53 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:36:42.091310 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.095335 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8a665dd-9287-4a8c-8f66-03fa84411f36 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (0acbc868-504a-4faf-a7f1-04a4f0a41414), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.098645 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Provisioning complete for port a26eb59c-a753-4084-8568-9f81ec3f45a5 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:42.099201 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.099695 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Attempt 1 to provision port a26eb59c-a753-4084-8568-9f81ec3f45a5 Oct 27 09:36:42.101988 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:42.102591 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Checking segment: {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:42.103095 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.103589 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Bound using segment: {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:42.104177 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Bound port: a26eb59c-a753-4084-8568-9f81ec3f45a5, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:42.104819 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.106216 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:42.143620 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a665dd-9287-4a8c-8f66-03fa84411f36 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acbc868-504a-4faf-a7f1-04a4f0a41414,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:42.147311 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a8a665dd-9287-4a8c-8f66-03fa84411f36 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.148577 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-a8a665dd-9287-4a8c-8f66-03fa84411f36 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0081446 Oct 27 09:36:42.152716 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55530) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:42.154257 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faade1-0956-4f0c-a133-416389b8af18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0293fc7-5a2d-42d1-9b87-be9977fc4bec,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:42.159900 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-ef97c81f-592b-40a1-bf49-4835b6c65f46 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'security_group_rule': {'security_group_id': '0acbc868-504a-4faf-a7f1-04a4f0a41414', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:42.160611 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f5faade1-0956-4f0c-a133-416389b8af18 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=4e6f8f816ed2443791470c0402ed87df&name=default HTTP/1.1" status: 200 len: 2993 time: 2.0211885 Oct 27 09:36:42.163618 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Port a26eb59c-a753-4084-8568-9f81ec3f45a5 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:36:42.172349 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55532) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:42.211686 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] For port a26eb59c-a753-4084-8568-9f81ec3f45a5, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:42.219232 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] For port a26eb59c-a753-4084-8568-9f81ec3f45a5, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=a26eb59c-a753-4084-8568-9f81ec3f45a5,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:42.224989 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef97c81f-592b-40a1-bf49-4835b6c65f46 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (3b618be8-602a-4e96-8f37-79532d7d5d17), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.235671 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.264550 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port b1c76951-0c98-4e51-af43-264f4ed8a6e7 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:42.264955 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.272120 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port b1c76951-0c98-4e51-af43-264f4ed8a6e7 Oct 27 09:36:42.333715 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7672fb-0470-4870-bea0-29e4ce5f91f0 None None] Pushing event updated for resources: {'Port': ['ID=a26eb59c-a753-4084-8568-9f81ec3f45a5,revision_number=4']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:42.347182 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Provisioning complete for port 91bb510f-fca0-43dd-9474-3f0d782555ed triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:42.347731 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.347881 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Attempt 1 to provision port 91bb510f-fca0-43dd-9474-3f0d782555ed Oct 27 09:36:42.354197 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef97c81f-592b-40a1-bf49-4835b6c65f46 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (3b618be8-602a-4e96-8f37-79532d7d5d17), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.362835 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:42.363761 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:42.363901 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:42.373193 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef97c81f-592b-40a1-bf49-4835b6c65f46 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (3b618be8-602a-4e96-8f37-79532d7d5d17), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.403847 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-22e76ba7-3983-4f83-b83a-4628e67c0716 None None] Port 91bb510f-fca0-43dd-9474-3f0d782555ed cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:36:42.413548 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Publish callbacks [] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.424758 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-65cc79b0-a85c-429b-b2b4-0c406eb954c9 admin admin] Publish callbacks [] for security_group (f0293fc7-5a2d-42d1-9b87-be9977fc4bec), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.428078 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:36:42.430229 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.443401 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97c81f-592b-40a1-bf49-4835b6c65f46 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b618be8-602a-4e96-8f37-79532d7d5d17,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:42.456420 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ef97c81f-592b-40a1-bf49-4835b6c65f46 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.459461 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-ef97c81f-592b-40a1-bf49-4835b6c65f46 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040760 Oct 27 09:36:42.470175 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-fb01bc03-81f5-48e0-a97d-a31ab441714f admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/634c6e49-b149-4a2a-802f-25bb479df817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5378888 Oct 27 09:36:42.478392 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55544) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:42.522749 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-288e3da7-0016-46e5-8572-12b5053aa997 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'security_group_rule': {'security_group_id': '0acbc868-504a-4faf-a7f1-04a4f0a41414', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:42.603870 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Attempting to bind port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:42.604917 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Attempting to bind port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:42.606684 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Attempting to bind port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:42.647367 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55548) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:42.691611 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-65cc79b0-a85c-429b-b2b4-0c406eb954c9 admin admin] Publish callbacks [] for security_group (f0293fc7-5a2d-42d1-9b87-be9977fc4bec), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.737282 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-5f297a5b-fc51-4812-86db-b29ff102a319 None None] Provisioning complete for port 9f37632a-bf71-4655-b3ea-d3e5118c9719 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:42.737282 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5f297a5b-fc51-4812-86db-b29ff102a319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.752371 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-5f297a5b-fc51-4812-86db-b29ff102a319 None None] Attempt 1 to provision port 9f37632a-bf71-4655-b3ea-d3e5118c9719 Oct 27 09:36:42.769148 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:42.811959 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:42.825110 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:42.829335 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Publish callbacks [] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.837721 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55560) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:42.839153 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-c73a0b49-e54b-49ca-ae2d-5f84ac938eaa admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=19c0e11ecca94dcbb9eaace33e413f9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1777165 Oct 27 09:36:42.865418 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.894414 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-5f297a5b-fc51-4812-86db-b29ff102a319 None None] Port 9f37632a-bf71-4655-b3ea-d3e5118c9719 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:36:42.909503 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814356ce-0ed4-4dbd-811e-f1021d915dbd None None] Pushing event updated for resources: {'Port': ['ID=92bb0257-4cfa-4d45-b5c2-c40f84d22a53,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:42.921282 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-288e3da7-0016-46e5-8572-12b5053aa997 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (5e93b4b1-ce5b-44d8-828d-0a8222ffd418), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.969863 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-65cc79b0-a85c-429b-b2b4-0c406eb954c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (f0293fc7-5a2d-42d1-9b87-be9977fc4bec), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.974917 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-65cc79b0-a85c-429b-b2b4-0c406eb954c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.978203 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:42.978579 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:42.978986 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.979387 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:42.979869 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Bound port: 92bb0257-4cfa-4d45-b5c2-c40f84d22a53, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:42.981836 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-65cc79b0-a85c-429b-b2b4-0c406eb954c9 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/f0293fc7-5a2d-42d1-9b87-be9977fc4bec HTTP/1.1" status: 204 len: 168 time: 0.8074405 Oct 27 09:36:42.985687 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:42.987347 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Publish callbacks [] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:43.007780 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:43.096177 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] For port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:43.100407 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] For port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=92bb0257-4cfa-4d45-b5c2-c40f84d22a53,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:43.104852 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port b1c76951-0c98-4e51-af43-264f4ed8a6e7 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:43.113632 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:43.128952 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a00a1a4c-d3fa-4bfe-9f60-0cf883b97fe7 admin admin] Publish callbacks [] for security_group (67b5b13c-b4a6-4d9b-9990-0e8c1275ddb7), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:43.174138 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc79b0-a85c-429b-b2b4-0c406eb954c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0293fc7-5a2d-42d1-9b87-be9977fc4bec,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:43.211089 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814356ce-0ed4-4dbd-811e-f1021d915dbd None None] Pushing event updated for resources: {'Port': ['ID=92bb0257-4cfa-4d45-b5c2-c40f84d22a53,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:43.234059 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:43.243737 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:43.244638 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:43.285138 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (e367f203-6388-42a6-9fcf-ad37424f9242), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:43.303175 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:43.310444 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Pushing event updated for resources: {'Port': ['ID=91bb510f-fca0-43dd-9474-3f0d782555ed,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:43.318022 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Pushing event updated for resources: {'Port': ['ID=0a8cdcbb-b621-4779-afbb-c8b153126a53,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:43.354811 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a00a1a4c-d3fa-4bfe-9f60-0cf883b97fe7 admin admin] Publish callbacks [] for security_group (67b5b13c-b4a6-4d9b-9990-0e8c1275ddb7), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:43.410164 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:43.527512 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686ae97-1c36-496d-a6c7-87f95a619525 None None] The sync data for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi is: [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:36:43.595090 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:43.604315 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55592) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:43.610342 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-bf87431b-9889-4663-b744-d7887ad03271 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358592857', 'description': 'tempest-description--424515625'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:43.698658 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:43.705319 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:43.713744 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-288e3da7-0016-46e5-8572-12b5053aa997 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (5e93b4b1-ce5b-44d8-828d-0a8222ffd418), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:43.731508 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:43.732690 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-288e3da7-0016-46e5-8572-12b5053aa997 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (5e93b4b1-ce5b-44d8-828d-0a8222ffd418), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:43.744197 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:43.747308 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Sync routers for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:36:43.773884 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e3da7-0016-46e5-8572-12b5053aa997 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e93b4b1-ce5b-44d8-828d-0a8222ffd418,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:43.829095 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-288e3da7-0016-46e5-8572-12b5053aa997 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:43.844453 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-288e3da7-0016-46e5-8572-12b5053aa997 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3244007 Oct 27 09:36:43.865221 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:43.865990 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:43.868744 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55604) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:43.869206 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:43.873072 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2364b168-ead9-4b9b-b5a8-f463c63403a6 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:43.888116 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:44.003721 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf87431b-9889-4663-b744-d7887ad03271 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.043707 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a00a1a4c-d3fa-4bfe-9f60-0cf883b97fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (67b5b13c-b4a6-4d9b-9990-0e8c1275ddb7), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.046791 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a00a1a4c-d3fa-4bfe-9f60-0cf883b97fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.048438 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-a00a1a4c-d3fa-4bfe-9f60-0cf883b97fe7 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/67b5b13c-b4a6-4d9b-9990-0e8c1275ddb7 HTTP/1.1" status: 204 len: 168 time: 1.2095997 Oct 27 09:36:44.062761 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.307878 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a1a4c-d3fa-4bfe-9f60-0cf883b97fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b5b13c-b4a6-4d9b-9990-0e8c1275ddb7,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:44.310073 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.335993 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:44.345257 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:36:44.451531 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf87431b-9889-4663-b744-d7887ad03271 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (09b37477-ab24-4872-b38d-bef4c5fe8e2a), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.463609 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf87431b-9889-4663-b744-d7887ad03271 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (09b37477-ab24-4872-b38d-bef4c5fe8e2a), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.550117 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf87431b-9889-4663-b744-d7887ad03271 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.554580 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-bf87431b-9889-4663-b744-d7887ad03271 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9466376 Oct 27 09:36:44.555853 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55620) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:44.560061 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-266513b4-e6fc-46a3-8e98-ca6bc8534a50 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'security_group_rule': {'security_group_id': '09b37477-ab24-4872-b38d-bef4c5fe8e2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:44.576109 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87431b-9889-4663-b744-d7887ad03271 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b37477-ab24-4872-b38d-bef4c5fe8e2a,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:44.637478 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:36:44.656567 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-17b2e653-f931-4dfb-8aaa-52a2df6a8544 admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/32e5fecc-d74c-4207-ac1a-55a7a49a9acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3029089 Oct 27 09:36:44.664257 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Router e367f203-6388-42a6-9fcf-ad37424f9242 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:36:44.671473 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:44.673878 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Allocated IP 172.27.0.105 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/494d7cf2-f933-4602-9911-08ed53255fcc) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:44.683029 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-266513b4-e6fc-46a3-8e98-ca6bc8534a50 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (c350eb31-28f2-4ba3-a3fe-faa7e88cfab9), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.716710 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 2364b168-ead9-4b9b-b5a8-f463c63403a6 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:44.717331 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.717849 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 2364b168-ead9-4b9b-b5a8-f463c63403a6 Oct 27 09:36:44.747605 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-bb3543e8-eb9b-4d5b-88a2-5ca499baf6a9 None None] Provisioning complete for port 0a8cdcbb-b621-4779-afbb-c8b153126a53 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:44.748011 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-bb3543e8-eb9b-4d5b-88a2-5ca499baf6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.748356 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-bb3543e8-eb9b-4d5b-88a2-5ca499baf6a9 None None] Attempt 1 to provision port 0a8cdcbb-b621-4779-afbb-c8b153126a53 Oct 27 09:36:44.762152 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:44.814592 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:44.815243 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-266513b4-e6fc-46a3-8e98-ca6bc8534a50 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (c350eb31-28f2-4ba3-a3fe-faa7e88cfab9), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.828493 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-266513b4-e6fc-46a3-8e98-ca6bc8534a50 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (c350eb31-28f2-4ba3-a3fe-faa7e88cfab9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.873181 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266513b4-e6fc-46a3-8e98-ca6bc8534a50 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c350eb31-28f2-4ba3-a3fe-faa7e88cfab9,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:44.886450 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-266513b4-e6fc-46a3-8e98-ca6bc8534a50 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.890152 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-266513b4-e6fc-46a3-8e98-ca6bc8534a50 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3317103 Oct 27 09:36:44.891020 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55646) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:44.901139 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-aeb648df-98be-4908-b295-c33044a19571 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'security_group_rule': {'security_group_id': '09b37477-ab24-4872-b38d-bef4c5fe8e2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:44.955218 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aeb648df-98be-4908-b295-c33044a19571 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (1bc84b48-c7e7-4478-9fa8-169ef078ddac), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:44.992551 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-bb3543e8-eb9b-4d5b-88a2-5ca499baf6a9 None None] Port 0a8cdcbb-b621-4779-afbb-c8b153126a53 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:36:45.102729 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aeb648df-98be-4908-b295-c33044a19571 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (1bc84b48-c7e7-4478-9fa8-169ef078ddac), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:45.115735 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aeb648df-98be-4908-b295-c33044a19571 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (1bc84b48-c7e7-4478-9fa8-169ef078ddac), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:45.139478 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb648df-98be-4908-b295-c33044a19571 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc84b48-c7e7-4478-9fa8-169ef078ddac,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:45.156736 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aeb648df-98be-4908-b295-c33044a19571 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:45.158193 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-aeb648df-98be-4908-b295-c33044a19571 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2662308 Oct 27 09:36:45.161241 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55658) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:45.175714 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:45.180147 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 2, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:45.215258 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-eb793a57-1f70-49c4-aac9-1fabab24b9ff None None] Provisioning complete for port 91bb510f-fca0-43dd-9474-3f0d782555ed triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:45.215664 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-eb793a57-1f70-49c4-aac9-1fabab24b9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:45.216006 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-eb793a57-1f70-49c4-aac9-1fabab24b9ff None None] Attempt 1 to provision port 91bb510f-fca0-43dd-9474-3f0d782555ed Oct 27 09:36:45.227134 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053d764-78b5-4953-abec-216cad722bf4 None None] The sync data for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi is: [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 2, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:36:45.232627 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:45.258618 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:45.327247 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:36:45.340527 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-cce74ee9-6fce-476a-88fa-c59a12c7dc07 admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/e367f203-6388-42a6-9fcf-ad37424f9242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2326791 Oct 27 09:36:45.343712 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Sync routers for ids ['e367f203-6388-42a6-9fcf-ad37424f9242'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:36:45.346402 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for port (494d7cf2-f933-4602-9911-08ed53255fcc), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:45.371261 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Routers {'e367f203-6388-42a6-9fcf-ad37424f9242'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:45.371894 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e367f203-6388-42a6-9fcf-ad37424f9242'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:45.402082 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (494d7cf2-f933-4602-9911-08ed53255fcc), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:45.415636 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 2364b168-ead9-4b9b-b5a8-f463c63403a6 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:45.418205 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 849e751c-8f09-49e3-a111-171532131b9e up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:45.426502 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:45.508068 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-eb793a57-1f70-49c4-aac9-1fabab24b9ff None None] Port 91bb510f-fca0-43dd-9474-3f0d782555ed cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:36:45.538516 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:45.552994 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:45.558653 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:45.601194 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'Port': ['ID=494d7cf2-f933-4602-9911-08ed53255fcc,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:45.669931 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 2, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:45.699738 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:45.716014 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Set router e367f203-6388-42a6-9fcf-ad37424f9242 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:45.779937 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Checking router: 634c6e49-b149-4a2a-802f-25bb479df817 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:36:45.780590 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Updating router 634c6e49-b149-4a2a-802f-25bb479df817 port 9f37632a-bf71-4655-b3ea-d3e5118c9719 binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:36:45.806373 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:45.878275 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 849e751c-8f09-49e3-a111-171532131b9e triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:45.882795 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (849e751c-8f09-49e3-a111-171532131b9e), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:45.883227 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 849e751c-8f09-49e3-a111-171532131b9e Oct 27 09:36:45.939806 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:45.967161 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:45.999413 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Allocated IP 172.27.0.36 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/54b24ccb-03fc-40e6-84fa-39a00fe53f05) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:46.036294 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:46.089460 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (494d7cf2-f933-4602-9911-08ed53255fcc), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.180217 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'name': 'tempest-DeleteServersTestJSON-822503530-router', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '4b337780-306c-4beb-b9b8-e642fb251700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:41Z', 'revision_number': 4, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'gw_port': {'id': '4b337780-306c-4beb-b9b8-e642fb251700', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '91bb510f-fca0-43dd-9474-3f0d782555ed', 'name': '', 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'mac_address': 'fa:16:3e:f0:ca:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1c4d0380-46b3-4e00-9a07-258d3f36724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:37Z', 'updated_at': '2022-10-27T09:36:41Z', 'revision_number': 2, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'subnets': [{'id': '1c4d0380-46b3-4e00-9a07-258d3f36724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:46.224827 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Checking router: e367f203-6388-42a6-9fcf-ad37424f9242 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:36:46.225424 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Updating router e367f203-6388-42a6-9fcf-ad37424f9242 port 91bb510f-fca0-43dd-9474-3f0d782555ed binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:36:46.257206 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.284884 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for port (54b24ccb-03fc-40e6-84fa-39a00fe53f05), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.319206 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:46.321409 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55708) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:46.323223 dv-cinder-797970-7-iscsi neutron-server[104689]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 09:36:46.348836 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (54b24ccb-03fc-40e6-84fa-39a00fe53f05), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.353323 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for port (494d7cf2-f933-4602-9911-08ed53255fcc), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.355383 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:46.363984 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (494d7cf2-f933-4602-9911-08ed53255fcc), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.392008 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55732) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:46.422717 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'Port': ['ID=494d7cf2-f933-4602-9911-08ed53255fcc,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:46.450116 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Publish callbacks [] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.466898 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.491675 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.535216 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.546764 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-d00503fe-f48a-4e0c-b875-f8001c2cd46b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6675184 Oct 27 09:36:46.587635 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:46.609711 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:46.666904 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 849e751c-8f09-49e3-a111-171532131b9e is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:46.666904 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (849e751c-8f09-49e3-a111-171532131b9e), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.675734 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e3a6f-63c6-4745-8f59-77eb1c7743f2 None None] Pushing event updated for resources: {'Port': ['ID=9f37632a-bf71-4655-b3ea-d3e5118c9719,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:46.684065 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:46.738467 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Attempting to bind port 9f37632a-bf71-4655-b3ea-d3e5118c9719 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:46.738843 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Attempting to bind port 9f37632a-bf71-4655-b3ea-d3e5118c9719 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:46.739284 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Attempting to bind port 9f37632a-bf71-4655-b3ea-d3e5118c9719 on network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:46.745929 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 849e751c-8f09-49e3-a111-171532131b9e, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=849e751c-8f09-49e3-a111-171532131b9e,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:36:46.804336 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (849e751c-8f09-49e3-a111-171532131b9e), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.805358 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 600592aa-2806-42a4-a7c7-6889ab5b2b22 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:46.836442 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:46.889640 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Publish callbacks [] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.900775 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:46.956403 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc979d31-d4ae-4fa4-993a-85f840017486 None None] Pushing event updated for resources: {'Port': ['ID=91bb510f-fca0-43dd-9474-3f0d782555ed,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:47.001110 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:47.020088 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:47.020460 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Checking segment: {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:47.020901 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.022070 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Bound using segment: {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:47.022568 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Bound port: 9f37632a-bf71-4655-b3ea-d3e5118c9719, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:47.022955 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.035087 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=849e751c-8f09-49e3-a111-171532131b9e,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:47.035496 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:47.037754 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Attempting to bind port 91bb510f-fca0-43dd-9474-3f0d782555ed on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:47.037933 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Attempting to bind port 91bb510f-fca0-43dd-9474-3f0d782555ed by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:47.038448 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Attempting to bind port 91bb510f-fca0-43dd-9474-3f0d782555ed on network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:47.053492 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 600592aa-2806-42a4-a7c7-6889ab5b2b22 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:47.053889 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.054236 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 600592aa-2806-42a4-a7c7-6889ab5b2b22 Oct 27 09:36:47.055995 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:47.101917 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:47.102639 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Checking segment: {'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:47.103185 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.103698 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Bound using segment: {'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:47.104447 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Bound port: 91bb510f-fca0-43dd-9474-3f0d782555ed, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:47.105287 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.194027 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] For port 91bb510f-fca0-43dd-9474-3f0d782555ed, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:47.195429 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'Port': ['ID=54b24ccb-03fc-40e6-84fa-39a00fe53f05,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:47.198954 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] For port 91bb510f-fca0-43dd-9474-3f0d782555ed, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=91bb510f-fca0-43dd-9474-3f0d782555ed,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:47.213076 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.242510 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] For port 9f37632a-bf71-4655-b3ea-d3e5118c9719, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:47.293386 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-22f5eff4-3f73-4e6c-aecb-dd7ef385e1cd tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:47.300731 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-22f5eff4-3f73-4e6c-aecb-dd7ef385e1cd tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 819 time: 0.9785228 Oct 27 09:36:47.306469 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] For port 9f37632a-bf71-4655-b3ea-d3e5118c9719, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=9f37632a-bf71-4655-b3ea-d3e5118c9719,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:47.325577 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.331499 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 600592aa-2806-42a4-a7c7-6889ab5b2b22 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:47.331734 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.381043 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-c9587d92-5151-44a5-b0e5-eb4042252fad tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/quotas/df306d37ff634f7eaad80fc3bc65b653 HTTP/1.1" status: 200 len: 375 time: 0.0790875 Oct 27 09:36:47.381709 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Routers {'e367f203-6388-42a6-9fcf-ad37424f9242'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:47.386924 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e367f203-6388-42a6-9fcf-ad37424f9242'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:47.396227 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 600592aa-2806-42a4-a7c7-6889ab5b2b22, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=600592aa-2806-42a4-a7c7-6889ab5b2b22,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:36:47.397331 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:47.399009 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:47.443001 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.443840 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 4b337780-306c-4beb-b9b8-e642fb251700 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:47.465351 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e3a6f-63c6-4745-8f59-77eb1c7743f2 None None] Pushing event updated for resources: {'Port': ['ID=9f37632a-bf71-4655-b3ea-d3e5118c9719,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:47.495379 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-298ed698-d96a-4588-bfd4-8a6ddf9f422e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:47.497494 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-298ed698-d96a-4588-bfd4-8a6ddf9f422e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/networks?id=7c24dd54-2ed4-445c-a41b-4cf4e86b679d HTTP/1.1" status: 200 len: 811 time: 1.0775175 Oct 27 09:36:47.564158 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] Set router e367f203-6388-42a6-9fcf-ad37424f9242 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:47.581514 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-f1a3ebc5-800e-4f7c-a352-a01c77b8cbd6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1984987 Oct 27 09:36:47.583025 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.595227 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=600592aa-2806-42a4-a7c7-6889ab5b2b22,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:47.597506 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-036bc4d2-03bf-4997-aa78-d957037369ea tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/quotas/a417696418e34d1e9abaa74e3c5627e1 HTTP/1.1" status: 200 len: 375 time: 0.0804071 Oct 27 09:36:47.610712 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 4b337780-306c-4beb-b9b8-e642fb251700 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:47.611841 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (4b337780-306c-4beb-b9b8-e642fb251700), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.612313 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 4b337780-306c-4beb-b9b8-e642fb251700 Oct 27 09:36:47.647043 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:47.673846 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc979d31-d4ae-4fa4-993a-85f840017486 None None] Pushing event updated for resources: {'Port': ['ID=91bb510f-fca0-43dd-9474-3f0d782555ed,revision_number=4']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:47.882187 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (54b24ccb-03fc-40e6-84fa-39a00fe53f05), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:47.905906 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-9a4dd4d9-4da1-47cc-b0e7-3ff1f7dc7925 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=a417696418e34d1e9abaa74e3c5627e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2942021 Oct 27 09:36:47.989120 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-c66b5268-9396-4bf1-8a60-6a2ab200e065 service neutron] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:36:47.993145 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-c66b5268-9396-4bf1-8a60-6a2ab200e065 service neutron] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1640341 Oct 27 09:36:48.083399 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:48.135722 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:48.144558 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'name': 'tempest-DeleteServersTestJSON-822503530-router', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '4b337780-306c-4beb-b9b8-e642fb251700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:41Z', 'revision_number': 4, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'gw_port': {'id': '4b337780-306c-4beb-b9b8-e642fb251700', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '91bb510f-fca0-43dd-9474-3f0d782555ed', 'name': '', 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'mac_address': 'fa:16:3e:f0:ca:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1c4d0380-46b3-4e00-9a07-258d3f36724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:37Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'subnets': [{'id': '1c4d0380-46b3-4e00-9a07-258d3f36724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:48.165748 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 4b337780-306c-4beb-b9b8-e642fb251700 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:48.166140 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (4b337780-306c-4beb-b9b8-e642fb251700), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:48.214899 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b456e-1288-4c8e-98f9-aaaa02f43da1 None None] The sync data for ids ['e367f203-6388-42a6-9fcf-ad37424f9242'] in dv-cinder-797970-7-iscsi is: [{'id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'name': 'tempest-DeleteServersTestJSON-822503530-router', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '4b337780-306c-4beb-b9b8-e642fb251700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:41Z', 'revision_number': 4, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'gw_port': {'id': '4b337780-306c-4beb-b9b8-e642fb251700', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '91bb510f-fca0-43dd-9474-3f0d782555ed', 'name': '', 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'mac_address': 'fa:16:3e:f0:ca:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1c4d0380-46b3-4e00-9a07-258d3f36724c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:37Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'subnets': [{'id': '1c4d0380-46b3-4e00-9a07-258d3f36724c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:36:48.302586 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 4b337780-306c-4beb-b9b8-e642fb251700, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=4b337780-306c-4beb-b9b8-e642fb251700,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:36:48.327230 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (4b337780-306c-4beb-b9b8-e642fb251700), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:48.328642 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device b1c76951-0c98-4e51-af43-264f4ed8a6e7 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:48.331992 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-a05a1523-3c49-4556-9eab-5ff9470695bb service neutron] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:36:48.333461 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-a05a1523-3c49-4556-9eab-5ff9470695bb service neutron] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2376220 Oct 27 09:36:48.422954 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:48.433834 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-06d39d78-5574-4e29-bcda-c764942564bd service neutron] 10.222.0.70 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227774 Oct 27 09:36:48.448134 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:48.492393 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port b1c76951-0c98-4e51-af43-264f4ed8a6e7 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:48.492955 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:48.493315 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port b1c76951-0c98-4e51-af43-264f4ed8a6e7 Oct 27 09:36:48.496109 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f7f70-3a6c-4e85-9b82-f478978ef080 None None] The sync data for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi is: [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:36:48.555800 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=4b337780-306c-4beb-b9b8-e642fb251700,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:48.659465 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:48.725956 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port b1c76951-0c98-4e51-af43-264f4ed8a6e7 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:48.818679 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for port (54b24ccb-03fc-40e6-84fa-39a00fe53f05), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:48.840397 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-9913ecac-c949-422b-80d4-04b1cea39107 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/7c24dd54-2ed4-445c-a41b-4cf4e86b679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923468 Oct 27 09:36:48.843373 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (54b24ccb-03fc-40e6-84fa-39a00fe53f05), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:48.927377 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55810) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:49.026866 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'Port': ['ID=54b24ccb-03fc-40e6-84fa-39a00fe53f05,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:49.066034 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-1798bcb8-0b56-4950-a914-46a3e76d05f6 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249082 Oct 27 09:36:49.184054 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:49.199216 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:49.210543 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:49.239515 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:49.240146 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad263-2c42-4435-ba97-5dc3f59bcc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:49.242607 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-578bc176-5b2e-48ee-9679-4b7f0e58be55 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0797875 Oct 27 09:36:49.321493 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-e24cd302-c18b-435a-ab75-18912ef35e99 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/7c24dd54-2ed4-445c-a41b-4cf4e86b679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576085 Oct 27 09:36:49.386193 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:49.386193 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:49.386193 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 Oct 27 09:36:49.477283 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad263-2c42-4435-ba97-5dc3f59bcc05 admin admin] Publish callbacks [] for security_group (7d790574-7e61-4fea-a7d7-4ae607c199f1), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:49.486297 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4d6ad263-2c42-4435-ba97-5dc3f59bcc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (7d790574-7e61-4fea-a7d7-4ae607c199f1), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:49.563041 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ad263-2c42-4435-ba97-5dc3f59bcc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d790574-7e61-4fea-a7d7-4ae607c199f1,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:49.577833 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-4d6ad263-2c42-4435-ba97-5dc3f59bcc05 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=836ce9e6021a4fcd87c892a094d5a1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6489878 Oct 27 09:36:49.583676 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55856) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:49.604669 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:49.605403 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:49.632075 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=92bb0257-4cfa-4d45-b5c2-c40f84d22a53,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:36:49.641837 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:49.653775 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 600592aa-2806-42a4-a7c7-6889ab5b2b22 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:49.758264 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 600592aa-2806-42a4-a7c7-6889ab5b2b22 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:49.758651 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:49.758989 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 600592aa-2806-42a4-a7c7-6889ab5b2b22 Oct 27 09:36:49.774438 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-b0ce3c96-bc80-45e5-a6d3-bfb29c4dc90b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--212276176&fields=id&tenant_id=71d1c4930a1b487eb3dca8fde6ce424a HTTP/1.1" status: 200 len: 267 time: 0.2446268 Oct 27 09:36:49.801238 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d9be87a4-ed9e-4da4-9922-fa570070fcfd req-9cb2e95d-8b5f-41b9-8e87-37c1295e10b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 210 time: 0.0930643 Oct 27 09:36:49.802837 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=92bb0257-4cfa-4d45-b5c2-c40f84d22a53,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:49.875949 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 600592aa-2806-42a4-a7c7-6889ab5b2b22 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:49.877115 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 91bb510f-fca0-43dd-9474-3f0d782555ed up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:49.937152 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 91bb510f-fca0-43dd-9474-3f0d782555ed triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:49.937780 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:49.938314 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 91bb510f-fca0-43dd-9474-3f0d782555ed Oct 27 09:36:49.948885 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-941c6b76-2563-481a-a08a-a08823564c82 admin admin] Publish callbacks [] for security_group (7d790574-7e61-4fea-a7d7-4ae607c199f1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:50.043550 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 91bb510f-fca0-43dd-9474-3f0d782555ed is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:50.043701 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-941c6b76-2563-481a-a08a-a08823564c82 admin admin] Publish callbacks [] for security_group (7d790574-7e61-4fea-a7d7-4ae607c199f1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:50.044076 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:50.084603 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 91bb510f-fca0-43dd-9474-3f0d782555ed, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=91bb510f-fca0-43dd-9474-3f0d782555ed,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:36:50.097058 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:50.099799 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 9f37632a-bf71-4655-b3ea-d3e5118c9719 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:50.142977 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:50.154505 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-54046bdb-f220-4cef-baf9-87f1feab561e tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:50.162323 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-54046bdb-f220-4cef-baf9-87f1feab561e tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/networks?id=27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 200 len: 810 time: 0.3658125 Oct 27 09:36:50.182373 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-fe4b32a0-05c9-4e8d-9c0f-bd334c265f66 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/quotas/71d1c4930a1b487eb3dca8fde6ce424a HTTP/1.1" status: 200 len: 375 time: 0.0191205 Oct 27 09:36:50.193948 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:50.212887 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 9f37632a-bf71-4655-b3ea-d3e5118c9719 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:50.213523 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:50.213749 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 9f37632a-bf71-4655-b3ea-d3e5118c9719 Oct 27 09:36:50.215450 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=91bb510f-fca0-43dd-9474-3f0d782555ed,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:50.242972 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-be4ad2aa-4e1b-4eaf-971c-1b5bb7265a52 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1358592857&fields=id&tenant_id=7295248456c446bbb3f7d2d5953c9360 HTTP/1.1" status: 200 len: 267 time: 0.2341657 Oct 27 09:36:50.315617 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-b82b14f3-b147-4c91-9d95-4778be464c74 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323888 Oct 27 09:36:50.324106 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-941c6b76-2563-481a-a08a-a08823564c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (7d790574-7e61-4fea-a7d7-4ae607c199f1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:50.328147 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-941c6b76-2563-481a-a08a-a08823564c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:50.331212 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-941c6b76-2563-481a-a08a-a08823564c82 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/7d790574-7e61-4fea-a7d7-4ae607c199f1 HTTP/1.1" status: 204 len: 168 time: 0.7451885 Oct 27 09:36:50.379178 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 9f37632a-bf71-4655-b3ea-d3e5118c9719 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:50.379584 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:50.395550 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c6b76-2563-481a-a08a-a08823564c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d790574-7e61-4fea-a7d7-4ae607c199f1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:50.538756 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 9f37632a-bf71-4655-b3ea-d3e5118c9719, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=9f37632a-bf71-4655-b3ea-d3e5118c9719,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:36:50.547065 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-7129fc52-7a1b-4e28-b73c-0fe96e11eb2b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:50.548743 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:50.549567 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 849e751c-8f09-49e3-a111-171532131b9e up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:50.559790 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-7129fc52-7a1b-4e28-b73c-0fe96e11eb2b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 817 time: 0.2908633 Oct 27 09:36:50.624057 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-6ed9a0c6-a62c-4e99-ac2f-4ec223f036b4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/quotas/7295248456c446bbb3f7d2d5953c9360 HTTP/1.1" status: 200 len: 375 time: 0.0491304 Oct 27 09:36:50.666076 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=9f37632a-bf71-4655-b3ea-d3e5118c9719,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:50.690789 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 849e751c-8f09-49e3-a111-171532131b9e triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:50.693054 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (849e751c-8f09-49e3-a111-171532131b9e), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:50.693679 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 849e751c-8f09-49e3-a111-171532131b9e Oct 27 09:36:50.791624 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 849e751c-8f09-49e3-a111-171532131b9e is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:50.793690 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device a26eb59c-a753-4084-8568-9f81ec3f45a5 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:50.932365 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port a26eb59c-a753-4084-8568-9f81ec3f45a5 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:50.932946 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:50.933290 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port a26eb59c-a753-4084-8568-9f81ec3f45a5 Oct 27 09:36:51.012442 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-d492712f-039f-49da-a2ae-dc0b4db1b276 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403325 Oct 27 09:36:51.015258 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 55956) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:51.065920 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port a26eb59c-a753-4084-8568-9f81ec3f45a5 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:51.066304 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:51.095590 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:51.098662 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2733dc82-20df-4601-9245-500ca5be20e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:51.102563 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port a26eb59c-a753-4084-8568-9f81ec3f45a5, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=a26eb59c-a753-4084-8568-9f81ec3f45a5,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:36:51.105526 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-1ee1b15f-47a9-49c6-8360-95953b12e330 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4655800 Oct 27 09:36:51.116129 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:51.118794 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 4b337780-306c-4beb-b9b8-e642fb251700 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:51.139418 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:51.215545 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c7f55b4b-ea34-4e50-ab3c-5b92b2b95f7b service neutron] 10.222.0.70 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865628 Oct 27 09:36:51.257384 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 4b337780-306c-4beb-b9b8-e642fb251700 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:51.258030 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (4b337780-306c-4beb-b9b8-e642fb251700), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:51.258329 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 4b337780-306c-4beb-b9b8-e642fb251700 Oct 27 09:36:51.260907 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=a26eb59c-a753-4084-8568-9f81ec3f45a5,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:51.282249 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-0ee828df-2104-45aa-8de7-25688b8472fc service neutron] 10.222.0.70 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575272 Oct 27 09:36:51.350836 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 4b337780-306c-4beb-b9b8-e642fb251700 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:51.374605 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2733dc82-20df-4601-9245-500ca5be20e6 admin admin] Publish callbacks [] for security_group (2a0092e6-6ef2-4b37-b03b-e213d312979c), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:51.407649 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2733dc82-20df-4601-9245-500ca5be20e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (2a0092e6-6ef2-4b37-b03b-e213d312979c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:51.459497 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-2733dc82-20df-4601-9245-500ca5be20e6 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=f2946c1d27dc41378f2453e89b11fbd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4430380 Oct 27 09:36:51.462167 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 55966) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:51.464725 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733dc82-20df-4601-9245-500ca5be20e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0092e6-6ef2-4b37-b03b-e213d312979c,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:51.489707 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-be2386c6-c409-418c-9f14-84ca9fdf13e9 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835337 Oct 27 09:36:51.549867 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device a26eb59c-a753-4084-8568-9f81ec3f45a5 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:51.615487 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e152d0b1-7c2f-4868-a477-2992208f380d admin admin] Publish callbacks [] for security_group (2a0092e6-6ef2-4b37-b03b-e213d312979c), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:51.643147 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e152d0b1-7c2f-4868-a477-2992208f380d admin admin] Publish callbacks [] for security_group (2a0092e6-6ef2-4b37-b03b-e213d312979c), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:51.643875 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:51.689994 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port a26eb59c-a753-4084-8568-9f81ec3f45a5 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:51.690520 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:51.690957 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port a26eb59c-a753-4084-8568-9f81ec3f45a5 Oct 27 09:36:51.730518 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e152d0b1-7c2f-4868-a477-2992208f380d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (2a0092e6-6ef2-4b37-b03b-e213d312979c), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:51.734015 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e152d0b1-7c2f-4868-a477-2992208f380d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:51.735462 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-e152d0b1-7c2f-4868-a477-2992208f380d admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/2a0092e6-6ef2-4b37-b03b-e213d312979c HTTP/1.1" status: 204 len: 168 time: 0.2722723 Oct 27 09:36:51.744698 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e853f991-2ad0-4db6-a331-8123087fa171 req-f3c0db46-a87c-475f-9d56-7b1398113cfc tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 210 time: 0.0635450 Oct 27 09:36:51.784399 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152d0b1-7c2f-4868-a477-2992208f380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0092e6-6ef2-4b37-b03b-e213d312979c,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:51.831235 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:51.922239 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port a26eb59c-a753-4084-8568-9f81ec3f45a5 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:51.923344 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:51.983639 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-624b405c-484b-4d07-a777-f4f0b22137f3 req-75c5987b-b39e-4d04-8619-3675a4a8acc0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 210 time: 0.0661325 Oct 27 09:36:52.079070 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:52.079344 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:52.080608 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 Oct 27 09:36:52.229293 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.72', 49909) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:52.274466 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-56e78cf6-f9a4-43a3-bc4f-d9d288f462e3 req-a816a945-cffb-48cc-b1c8-74528b96a4fb tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.1622229 Oct 27 09:36:52.464920 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-de4a065e-55d5-4bb9-a3cf-74bfe6272f92 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:52.474552 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-de4a065e-55d5-4bb9-a3cf-74bfe6272f92 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 819 time: 0.4752867 Oct 27 09:36:52.497674 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-64afbb3e-4aaf-4626-aaf2-200f33e3c7a3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/quotas/df306d37ff634f7eaad80fc3bc65b653 HTTP/1.1" status: 200 len: 375 time: 0.0160367 Oct 27 09:36:52.649631 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:52.650430 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-a39f969c-f0f9-4ac5-b9da-97e42a1732eb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1505220 Oct 27 09:36:52.653223 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 91bb510f-fca0-43dd-9474-3f0d782555ed up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:52.755352 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:52.782868 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 91bb510f-fca0-43dd-9474-3f0d782555ed triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:52.783258 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:52.783600 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 91bb510f-fca0-43dd-9474-3f0d782555ed Oct 27 09:36:52.798733 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-eb63bc89-7631-443b-944a-1be742e284d3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:52.800158 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-eb63bc89-7631-443b-944a-1be742e284d3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 819 time: 0.5690210 Oct 27 09:36:52.848371 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Request body: {'port': {'device_id': '4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'admin_state_up': True, 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:52.935332 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.72', 49917) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:53.000347 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c9000f3f-c4ff-496d-ae12-a87bf8e938fe service neutron] 10.222.0.70 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469253 Oct 27 09:36:53.128306 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 91bb510f-fca0-43dd-9474-3f0d782555ed is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:53.139115 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 9f37632a-bf71-4655-b3ea-d3e5118c9719 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:53.337015 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 9f37632a-bf71-4655-b3ea-d3e5118c9719 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:53.337624 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:53.337890 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 9f37632a-bf71-4655-b3ea-d3e5118c9719 Oct 27 09:36:53.338004 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56070) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:53.502179 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c874a528-16a7-4dc3-a4e7-b99c155aeaa4 req-785a7151-e465-4cc3-8f8b-37eeabfcb4cf tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 210 time: 0.1533511 Oct 27 09:36:53.549202 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:53.623746 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 9f37632a-bf71-4655-b3ea-d3e5118c9719 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:36:53.631840 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-f7ce4b06-96d2-4b70-bbad-0a5f03855f33 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192181 Oct 27 09:36:53.652092 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-fe506631-b7ea-484b-88e8-19f2034eef62 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:53.659389 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-fe506631-b7ea-484b-88e8-19f2034eef62 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.72 "GET /networking/v2.0/networks?id=7c24dd54-2ed4-445c-a41b-4cf4e86b679d HTTP/1.1" status: 200 len: 811 time: 0.7231159 Oct 27 09:36:53.696162 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Request body: {'port': {'device_id': '41afcd63-98f3-468b-a15d-f925bd7aba8a', 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d', 'admin_state_up': True, 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:53.773697 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-053fa14c-e051-4ffc-a009-bc2fa87e361b req-e38347fc-e7cd-40eb-ac0e-23e7b121c63c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 210 time: 0.0949292 Oct 27 09:36:53.860347 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-40c468f0-33f3-4e5f-9907-906b0d6848f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:53.967275 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Sync routers for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:36:53.991503 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bd3e3241-bfe1-4ad0-a2e2-cc41b12f106f req-d741209d-5b74-4a59-a9b2-61d0290c2c53 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.1148491 Oct 27 09:36:54.003075 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-40c468f0-33f3-4e5f-9907-906b0d6848f3 admin admin] Publish callbacks [] for security_group (4f30c830-638b-44b0-92c1-bc0d04b1052f), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:54.003246 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:54.004384 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:54.008483 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Made reservation on behalf of df306d37ff634f7eaad80fc3bc65b653 for: {'port': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:54.019217 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:54.026512 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-40c468f0-33f3-4e5f-9907-906b0d6848f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (4f30c830-638b-44b0-92c1-bc0d04b1052f), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:54.105767 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-40c468f0-33f3-4e5f-9907-906b0d6848f3 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=c393eb39d1ca42aa879756bb8d7ec4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7663646 Oct 27 09:36:54.106908 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56104) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:54.126921 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-19c93805-c9ed-490e-9629-3ecff7618868 req-dae8feff-a9a5-4c0e-bc46-d6669fea94ff tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.1323559 Oct 27 09:36:54.147466 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.72', 49930) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:54.157975 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Made reservation on behalf of a417696418e34d1e9abaa74e3c5627e1 for: {'port': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:54.167273 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:54.169929 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c468f0-33f3-4e5f-9907-906b0d6848f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f30c830-638b-44b0-92c1-bc0d04b1052f,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:54.251942 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:54.346648 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:54.480114 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-ccf28686-55f0-404c-8542-3362f7d0fed4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:54.484326 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-ccf28686-55f0-404c-8542-3362f7d0fed4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.72 "GET /networking/v2.0/networks?id=27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 200 len: 810 time: 0.3352609 Oct 27 09:36:54.486495 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:54.760234 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-7221b505-3c98-47e1-ae1d-383809167996 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=71d1c4930a1b487eb3dca8fde6ce424a HTTP/1.1" status: 200 len: 379 time: 0.2616012 Oct 27 09:36:54.782284 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'port': {'device_id': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'admin_state_up': True, 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'security_groups': ['0acbc868-504a-4faf-a7f1-04a4f0a41414']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:36:54.801161 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-dda7c16b-a565-4a4a-a250-97ef8ca44c44 req-8fc034c5-11dd-4d85-abd1-92d53b869929 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 210 time: 0.1189249 Oct 27 09:36:54.834459 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-97267b12-4c35-4f10-9563-fc98707499d9 admin admin] Publish callbacks [] for security_group (4f30c830-638b-44b0-92c1-bc0d04b1052f), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:54.876236 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-97267b12-4c35-4f10-9563-fc98707499d9 admin admin] Publish callbacks [] for security_group (4f30c830-638b-44b0-92c1-bc0d04b1052f), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:54.967745 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:54.993441 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 2, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:55.008841 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:55.018650 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-acb3f7fd-a9c3-42f5-b45f-e69b297fc818 req-4807cc20-ba8d-4674-9cce-13e126b663cb tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 210 time: 0.0502448 Oct 27 09:36:55.144977 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Made reservation on behalf of 71d1c4930a1b487eb3dca8fde6ce424a for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:36:55.153890 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:55.195764 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Checking router: 32e5fecc-d74c-4207-ac1a-55a7a49a9acc for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:36:55.196009 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Updating router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc port 0a8cdcbb-b621-4779-afbb-c8b153126a53 binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:36:55.400567 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:55.594915 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.72', 49938) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:55.601758 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Allocated IP 172.20.0.13 (778ab2d7-84d8-46e7-a293-9e88d4d9fee2/aa908abd-e61d-494e-9706-b97099e8fcb2/27493571-2a5c-4be1-8467-ef2c9634fcc8) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:55.632682 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:55.768698 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-97267b12-4c35-4f10-9563-fc98707499d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (4f30c830-638b-44b0-92c1-bc0d04b1052f), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:55.771714 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-97267b12-4c35-4f10-9563-fc98707499d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:55.791030 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-97267b12-4c35-4f10-9563-fc98707499d9 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/4f30c830-638b-44b0-92c1-bc0d04b1052f HTTP/1.1" status: 204 len: 168 time: 1.6736917 Oct 27 09:36:55.791206 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bb569554-4a34-43eb-831e-a500e18eb38b req-e3a9f1ee-fa83-4e52-8b42-4f4684d92002 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.3000860 Oct 27 09:36:55.845784 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a6d691bf-8357-45c9-92a6-07d656acf07d req-52593d62-a6f6-49e4-b0c0-6efd09871848 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.4110887 Oct 27 09:36:56.143304 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 56198) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:56.220126 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a4e2-3d03-4d4e-98d6-d5bd3f00fa70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:56.278023 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b42dba30-d8a9-4df0-9ac0-14f299ceb9cf req-805b39b4-d570-4baa-9227-81a9e63b68a9 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 210 time: 0.2485383 Oct 27 09:36:56.366935 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Allocated IP 172.20.0.8 (27e1c21a-a41e-4b69-8864-f162b04c2923/7b858d44-f19d-48cb-bdfe-2ce0056a601e/4aa69fa8-90ce-4e7e-909d-73d1c879dbeb) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:56.395142 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a6a11b21-5442-49eb-bca5-a7f8e6e9f021 req-274f27d0-4262-454c-8d25-01759de7c34b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 210 time: 0.1391494 Oct 27 09:36:56.589538 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97267b12-4c35-4f10-9563-fc98707499d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f30c830-638b-44b0-92c1-bc0d04b1052f,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:56.642332 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Allocated IP 172.20.0.8 (7c24dd54-2ed4-445c-a41b-4cf4e86b679d/1c4d0380-46b3-4e00-9a07-258d3f36724c/88c31a6e-f135-454a-a1fa-282d832047fa) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:36:56.755208 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:56.817390 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-1c88d08b-7587-47f6-9e62-5392a11e540b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:56.819124 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-1c88d08b-7587-47f6-9e62-5392a11e540b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 817 time: 1.1848481 Oct 27 09:36:57.078929 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.094465 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.129522 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Publish callbacks [] for port (88c31a6e-f135-454a-a1fa-282d832047fa), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.157821 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-beaa1a7f-ac61-47de-bd91-ce33299dcbf6 req-d854e99d-2dfc-48d2-827c-0c33e031abb2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.0455141 Oct 27 09:36:57.184978 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.235490 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.271905 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=7,neutron:UPDATE=5,neutron:SELECT=85,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:57.325612 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'Port': ['ID=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:57.329839 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fb93bd66-c2b9-4f67-8006-a9744baa7b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.341140 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0a060328-db98-4592-9d70-d3ed8570b0f0 req-4bcf0e5f-8c23-4993-9ad2-2257bdbb53ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.2276571 Oct 27 09:36:57.393792 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Network 27e1c21a-a41e-4b69-8864-f162b04c2923 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:57.396630 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:57.399720 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:57.402885 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:57.409951 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:57.426287 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:57.479315 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.484709 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fb93bd66-c2b9-4f67-8006-a9744baa7b3a admin admin] Publish callbacks [] for security_group (09025848-30fd-4ef0-b575-5fd85e0fcd0a), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.506431 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:57.514305 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:57.516122 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.522626 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fb93bd66-c2b9-4f67-8006-a9744baa7b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (09025848-30fd-4ef0-b575-5fd85e0fcd0a), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.563351 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event updated for resources: {'Port': ['ID=27493571-2a5c-4be1-8467-ef2c9634fcc8,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:57.582215 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:57.586151 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-fb93bd66-c2b9-4f67-8006-a9744baa7b3a admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=ad4158b35c7d4afe948732f0ea817257&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4374545 Oct 27 09:36:57.601694 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56232) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:57.614245 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:36:57.615845 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Publish callbacks [] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.624715 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.663017 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:36:57.703901 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:57.711792 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.718805 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:36:57.790770 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93bd66-c2b9-4f67-8006-a9744baa7b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09025848-30fd-4ef0-b575-5fd85e0fcd0a,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:57.801703 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9324ffcd-6f01-41cb-93da-8bcb5886afa6 req-fef89eda-4450-421f-b262-8642144e2b4f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:57.815904 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9324ffcd-6f01-41cb-93da-8bcb5886afa6 req-fef89eda-4450-421f-b262-8642144e2b4f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 931 time: 0.2279749 Oct 27 09:36:57.863751 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc11d-96f3-4a6b-b26f-5b0eb1d595f8 None None] Pushing event updated for resources: {'Port': ['ID=0a8cdcbb-b621-4779-afbb-c8b153126a53,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:57.931130 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Attempting to bind port 0a8cdcbb-b621-4779-afbb-c8b153126a53 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:36:57.931570 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Attempting to bind port 0a8cdcbb-b621-4779-afbb-c8b153126a53 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:36:57.932435 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Attempting to bind port 0a8cdcbb-b621-4779-afbb-c8b153126a53 on network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:36:57.972362 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-369d83e3-2ce7-4f49-b518-fe39a24ef060 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1286397 Oct 27 09:36:57.978328 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9324ffcd-6f01-41cb-93da-8bcb5886afa6 req-15f21730-e8ec-462c-96a3-fdf090a7c6e8 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612384 Oct 27 09:36:57.987593 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-f6b425b0-4955-4839-a101-679e600d0993 None None] Provisioning complete for port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:57.988002 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f6b425b0-4955-4839-a101-679e600d0993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:57.988354 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-f6b425b0-4955-4839-a101-679e600d0993 None None] Attempt 1 to provision port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb Oct 27 09:36:57.989020 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e903a08-a768-4c41-9d20-5e481bbca063 req-5a81ef31-cb6a-463b-a36a-d2d45916d630 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:58.001136 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e903a08-a768-4c41-9d20-5e481bbca063 req-5a81ef31-cb6a-463b-a36a-d2d45916d630 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 931 time: 0.4813740 Oct 27 09:36:58.008785 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-5a21166d-e773-4ad6-839f-7d56fb6ecf10 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2301929 Oct 27 09:36:58.039541 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Pushing event updated for resources: {'Port': ['ID=88c31a6e-f135-454a-a1fa-282d832047fa,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:58.065863 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:58.066481 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.078419 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:36:58.078748 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Checking segment: {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:36:58.078896 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e903a08-a768-4c41-9d20-5e481bbca063 req-e83de830-1dd5-4328-a6cb-ed31b3904a6e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736766 Oct 27 09:36:58.081705 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.082110 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Bound using segment: {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:36:58.082627 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Bound port: 0a8cdcbb-b621-4779-afbb-c8b153126a53, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:36:58.083763 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.097164 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-43d41878-c4ee-4aa0-a1ff-6d87d6ca3547 admin admin] Publish callbacks [] for security_group (09025848-30fd-4ef0-b575-5fd85e0fcd0a), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.100395 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-f6b425b0-4955-4839-a101-679e600d0993 None None] Port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:36:58.106798 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-2c5416f3-b26b-4dba-bec5-1791abfd8c0e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4375603 Oct 27 09:36:58.127772 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-43d41878-c4ee-4aa0-a1ff-6d87d6ca3547 admin admin] Publish callbacks [] for security_group (09025848-30fd-4ef0-b575-5fd85e0fcd0a), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.156131 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=30 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:58.166678 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:58.172354 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] For port 0a8cdcbb-b621-4779-afbb-c8b153126a53, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:36:58.176433 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] For port 0a8cdcbb-b621-4779-afbb-c8b153126a53, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=0a8cdcbb-b621-4779-afbb-c8b153126a53,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:36:58.182497 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.185793 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-43d41878-c4ee-4aa0-a1ff-6d87d6ca3547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (09025848-30fd-4ef0-b575-5fd85e0fcd0a), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.189826 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-43d41878-c4ee-4aa0-a1ff-6d87d6ca3547 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.193646 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-43d41878-c4ee-4aa0-a1ff-6d87d6ca3547 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/09025848-30fd-4ef0-b575-5fd85e0fcd0a HTTP/1.1" status: 204 len: 168 time: 0.5887022 Oct 27 09:36:58.200504 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d41878-c4ee-4aa0-a1ff-6d87d6ca3547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09025848-30fd-4ef0-b575-5fd85e0fcd0a,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:58.250432 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:36:58.251250 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:36:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:58.253168 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-4daeb4f8-4db9-4152-afb9-8447bed04ac8 None None] Provisioning complete for port 88c31a6e-f135-454a-a1fa-282d832047fa triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:58.253472 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-4daeb4f8-4db9-4152-afb9-8447bed04ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.253789 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-4daeb4f8-4db9-4152-afb9-8447bed04ac8 None None] Attempt 1 to provision port 88c31a6e-f135-454a-a1fa-282d832047fa Oct 27 09:36:58.260908 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:58.318304 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f9d2840f-5d8f-4cad-8f5a-39aa30009ea5 req-dc7540fd-df3f-48e4-9ef8-9ca34026470b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.0433118 Oct 27 09:36:58.342476 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc11d-96f3-4a6b-b26f-5b0eb1d595f8 None None] Pushing event updated for resources: {'Port': ['ID=0a8cdcbb-b621-4779-afbb-c8b153126a53,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:58.366827 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-4daeb4f8-4db9-4152-afb9-8447bed04ac8 None None] Port 88c31a6e-f135-454a-a1fa-282d832047fa cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:36:58.422255 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-4daeb4f8-4db9-4152-afb9-8447bed04ac8 None None] Provisioning complete for port 27493571-2a5c-4be1-8467-ef2c9634fcc8 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:58.422757 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-4daeb4f8-4db9-4152-afb9-8447bed04ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.423323 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-4daeb4f8-4db9-4152-afb9-8447bed04ac8 None None] Attempt 1 to provision port 27493571-2a5c-4be1-8467-ef2c9634fcc8 Oct 27 09:36:58.470990 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:36:58.493713 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7d23c40d-12c4-42a7-8b0d-bb1443586b6a req-1fe5f9f5-7cfb-4314-baff-09e5930d833e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.0497773 Oct 27 09:36:58.523161 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-4daeb4f8-4db9-4152-afb9-8447bed04ac8 None None] Port 27493571-2a5c-4be1-8467-ef2c9634fcc8 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:36:58.582115 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56262) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:58.585822 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-e0ca532b-1261-4e52-9fc8-01bf31963260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.598214 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aafda21a-0440-4f46-b73f-d97140248465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.695227 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aafda21a-0440-4f46-b73f-d97140248465 admin admin] Publish callbacks [] for security_group (3144f3d0-b357-4f3e-8ecb-222c41264dce), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.700719 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aafda21a-0440-4f46-b73f-d97140248465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (3144f3d0-b357-4f3e-8ecb-222c41264dce), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.746554 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-aafda21a-0440-4f46-b73f-d97140248465 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=7a28f38950ad4721bc14a6a805e1ce9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605206 Oct 27 09:36:58.747295 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56266) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:58.754936 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafda21a-0440-4f46-b73f-d97140248465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3144f3d0-b357-4f3e-8ecb-222c41264dce,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:58.809923 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2d567df0-130b-43f8-a97d-bcc25bbc3d0c admin admin] Publish callbacks [] for security_group (3144f3d0-b357-4f3e-8ecb-222c41264dce), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.832300 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2d567df0-130b-43f8-a97d-bcc25bbc3d0c admin admin] Publish callbacks [] for security_group (3144f3d0-b357-4f3e-8ecb-222c41264dce), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.845999 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:36:58Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:36:58.872991 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65926fc0-ced4-4f65-9071-c95ef2cdcf3d None None] The sync data for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi is: [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:36:58Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:36:58.901729 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2d567df0-130b-43f8-a97d-bcc25bbc3d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (3144f3d0-b357-4f3e-8ecb-222c41264dce), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.904725 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2d567df0-130b-43f8-a97d-bcc25bbc3d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:58.906633 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-2d567df0-130b-43f8-a97d-bcc25bbc3d0c admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/3144f3d0-b357-4f3e-8ecb-222c41264dce HTTP/1.1" status: 204 len: 168 time: 0.1587119 Oct 27 09:36:58.916046 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d567df0-130b-43f8-a97d-bcc25bbc3d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3144f3d0-b357-4f3e-8ecb-222c41264dce,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:36:58.933115 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:36:59.139514 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396756e3-1e90-4f11-bee4-41362aea0f37 req-9b9496cd-bd9b-4407-b1de-28b36ff33a37 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:59.149396 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-396756e3-1e90-4f11-bee4-41362aea0f37 req-9b9496cd-bd9b-4407-b1de-28b36ff33a37 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 931 time: 0.0730877 Oct 27 09:36:59.257808 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-396756e3-1e90-4f11-bee4-41362aea0f37 req-43b1941f-80b5-4fc8-9ba4-217aed9bbf4c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065116 Oct 27 09:36:59.276439 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8b3f1-aea7-479a-9e96-1db50ea56367 req-0995ca1f-9894-4e36-a252-4629a293f5a1 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:36:59.285149 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-55e8b3f1-aea7-479a-9e96-1db50ea56367 req-0995ca1f-9894-4e36-a252-4629a293f5a1 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 931 time: 0.0928271 Oct 27 09:36:59.332882 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-55e8b3f1-aea7-479a-9e96-1db50ea56367 req-b6f485f2-76bb-4be0-a48b-78b80c597b36 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465031 Oct 27 09:36:59.484305 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ee0cebdf-99c3-42ba-9397-1cfe94ef7017 req-85070622-51cf-4e87-826e-283fc74a685e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.0733066 Oct 27 09:36:59.637635 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b0071bcf-441b-4b77-905c-26f3a83b2bd3 req-7297737f-874f-4e75-98b6-a0b40e48293f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.0356188 Oct 27 09:36:59.728505 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:59.831476 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 0a8cdcbb-b621-4779-afbb-c8b153126a53 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:36:59.848184 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56312) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:36:59.951365 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 0a8cdcbb-b621-4779-afbb-c8b153126a53 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:36:59.951964 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:36:59.952957 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 0a8cdcbb-b621-4779-afbb-c8b153126a53 Oct 27 09:37:00.074937 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 0a8cdcbb-b621-4779-afbb-c8b153126a53 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:00.076147 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:00.194204 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 0a8cdcbb-b621-4779-afbb-c8b153126a53, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=0a8cdcbb-b621-4779-afbb-c8b153126a53,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:00.216316 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:00.248362 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ffeb-4eb1-45f1-86f2-3f90dbfb7fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:00.359106 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=0a8cdcbb-b621-4779-afbb-c8b153126a53,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:00.431338 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:00.455066 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ffeb-4eb1-45f1-86f2-3f90dbfb7fd3 admin admin] Publish callbacks [] for security_group (3112b14c-f7c3-4f9d-a246-99fdd315194b), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:00.470687 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ffeb-4eb1-45f1-86f2-3f90dbfb7fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (3112b14c-f7c3-4f9d-a246-99fdd315194b), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:00.526686 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1ef6ffeb-4eb1-45f1-86f2-3f90dbfb7fd3 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=0ce93fdbf7944edc8f3dd37e95f89022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6773946 Oct 27 09:37:00.529314 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6ffeb-4eb1-45f1-86f2-3f90dbfb7fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3112b14c-f7c3-4f9d-a246-99fdd315194b,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:00.532542 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56338) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:00.597948 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a5e56-0260-46a5-9a81-d401dc734653 req-6dad0664-5093-4993-abf2-ffacb5fef3a0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:00.617067 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cf3a5e56-0260-46a5-9a81-d401dc734653 req-6dad0664-5093-4993-abf2-ffacb5fef3a0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 931 time: 0.1694262 Oct 27 09:37:00.648940 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67b460-7954-4c6d-b6f5-3cec40ea0387 req-a83eb986-386c-4081-937b-56021dc8bfc1 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:00.657304 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7e67b460-7954-4c6d-b6f5-3cec40ea0387 req-a83eb986-386c-4081-937b-56021dc8bfc1 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 931 time: 0.1598878 Oct 27 09:37:00.663410 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-80834264-ab90-413f-bca0-5c21484cc39e admin admin] Publish callbacks [] for security_group (3112b14c-f7c3-4f9d-a246-99fdd315194b), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:00.714845 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-80834264-ab90-413f-bca0-5c21484cc39e admin admin] Publish callbacks [] for security_group (3112b14c-f7c3-4f9d-a246-99fdd315194b), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:00.801451 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cf3a5e56-0260-46a5-9a81-d401dc734653 req-4c5fd4ce-9102-475e-b82c-599519f1a26b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787734 Oct 27 09:37:00.824759 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7e67b460-7954-4c6d-b6f5-3cec40ea0387 req-6a6714ef-ede7-436b-b845-13ae10acd112 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657896 Oct 27 09:37:00.864069 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-80834264-ab90-413f-bca0-5c21484cc39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (3112b14c-f7c3-4f9d-a246-99fdd315194b), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:00.868176 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-80834264-ab90-413f-bca0-5c21484cc39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:00.873379 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-80834264-ab90-413f-bca0-5c21484cc39e admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/3112b14c-f7c3-4f9d-a246-99fdd315194b HTTP/1.1" status: 204 len: 168 time: 0.3396692 Oct 27 09:37:00.905983 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80834264-ab90-413f-bca0-5c21484cc39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3112b14c-f7c3-4f9d-a246-99fdd315194b,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:00.983035 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-88da253a-ca60-4945-a877-e6b5c10a7438 req-152f791e-4a34-4718-a16a-498cfc072401 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.0511160 Oct 27 09:37:01.028308 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-664fdc01-9656-4780-a983-0f4031d18abd req-8406eb7e-dd86-47d9-98d4-09f1cc6b652b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.0482986 Oct 27 09:37:01.359505 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:01.428680 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:01.448836 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56370) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:01.464888 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5337d288-3f37-4de8-bdc7-d909395fedab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:01.557027 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:01.559055 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5337d288-3f37-4de8-bdc7-d909395fedab admin admin] Publish callbacks [] for security_group (320897aa-64a5-4575-a809-566dfaacf99b), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:01.564619 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5337d288-3f37-4de8-bdc7-d909395fedab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (320897aa-64a5-4575-a809-566dfaacf99b), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:01.610299 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-5337d288-3f37-4de8-bdc7-d909395fedab admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=a1b5e9e9d18d4235973fdc40e44020a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578255 Oct 27 09:37:01.610299 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337d288-3f37-4de8-bdc7-d909395fedab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320897aa-64a5-4575-a809-566dfaacf99b,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:01.611290 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 56378) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:01.663507 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9cc83d9d-da03-4598-9203-d451f49615c9 admin admin] Publish callbacks [] for security_group (320897aa-64a5-4575-a809-566dfaacf99b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:01.686003 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9cc83d9d-da03-4598-9203-d451f49615c9 admin admin] Publish callbacks [] for security_group (320897aa-64a5-4575-a809-566dfaacf99b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:01.720507 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 0a8cdcbb-b621-4779-afbb-c8b153126a53 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:37:01.722513 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:01.745914 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9cc83d9d-da03-4598-9203-d451f49615c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (320897aa-64a5-4575-a809-566dfaacf99b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:01.748494 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9cc83d9d-da03-4598-9203-d451f49615c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:01.750211 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-9cc83d9d-da03-4598-9203-d451f49615c9 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/320897aa-64a5-4575-a809-566dfaacf99b HTTP/1.1" status: 204 len: 168 time: 0.1376379 Oct 27 09:37:01.760282 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc83d9d-da03-4598-9203-d451f49615c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320897aa-64a5-4575-a809-566dfaacf99b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:01.776736 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 0a8cdcbb-b621-4779-afbb-c8b153126a53 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:37:01.777344 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:01.777969 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 0a8cdcbb-b621-4779-afbb-c8b153126a53 Oct 27 09:37:01.862553 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 0a8cdcbb-b621-4779-afbb-c8b153126a53 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:01.994365 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536d6fd-508a-4169-a26a-2b81167f8d45 req-0189146c-4ff2-47a1-b0c1-1d4521a1743f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:01.997113 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7536d6fd-508a-4169-a26a-2b81167f8d45 req-0189146c-4ff2-47a1-b0c1-1d4521a1743f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 931 time: 0.0837564 Oct 27 09:37:02.033564 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96408c3-7704-41b7-a76d-8ffb715cb1d8 req-a47ace92-12bc-445c-a754-a5a422d2a8bf tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:02.035542 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b96408c3-7704-41b7-a76d-8ffb715cb1d8 req-a47ace92-12bc-445c-a754-a5a422d2a8bf tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 931 time: 0.0850775 Oct 27 09:37:02.095034 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7536d6fd-508a-4169-a26a-2b81167f8d45 req-8cf6633c-59e8-4814-a690-9b0c561fd222 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903032 Oct 27 09:37:02.163863 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b96408c3-7704-41b7-a76d-8ffb715cb1d8 req-26329d48-42d3-4a0d-b41b-4af966783482 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135287 Oct 27 09:37:02.244106 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-40faaa3f-5e99-4126-a340-91cd7ed96afa req-9d478f00-7766-42c8-b06e-7a2fb24cc834 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.0433357 Oct 27 09:37:02.300297 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-de529d68-56d4-4cd4-92bb-40e4c73f630c req-d2351b24-e8af-48be-bae8-6bbe13e1e4ab tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.0493400 Oct 27 09:37:02.500211 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.72', 49949) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:02.588253 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-f3c42d37-3c79-4b7f-8e87-f545fdfddf79 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7295248456c446bbb3f7d2d5953c9360 HTTP/1.1" status: 200 len: 380 time: 0.0985250 Oct 27 09:37:03.363952 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b40fbf-e85c-4591-9d0b-33cd5a783341 req-006b5906-5997-4356-acbe-0d0274ed51e3 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:03.365548 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80b40fbf-e85c-4591-9d0b-33cd5a783341 req-006b5906-5997-4356-acbe-0d0274ed51e3 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 931 time: 0.1092391 Oct 27 09:37:03.407328 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367baee4-b6a1-4b85-9950-0b489883ece0 req-4f386dc6-3610-41bb-9fad-accefae4dab3 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:03.415459 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-367baee4-b6a1-4b85-9950-0b489883ece0 req-4f386dc6-3610-41bb-9fad-accefae4dab3 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 931 time: 0.1042240 Oct 27 09:37:03.440926 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:03.528959 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-367baee4-b6a1-4b85-9950-0b489883ece0 req-473a3431-d1bc-4c77-a670-27c8a25ba21c tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036911 Oct 27 09:37:03.552065 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80b40fbf-e85c-4591-9d0b-33cd5a783341 req-50744637-b3db-44f1-b332-8261bf73ea55 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786251 Oct 27 09:37:03.701395 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-300b4fa7-9935-485e-afde-fbb575e04588 req-c3d5c2b0-b17e-4e87-a6e3-814138fb435d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.0506110 Oct 27 09:37:03.761816 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-02a1792c-7632-48e4-805d-cf9e5a3f7837 req-eb5236a1-442b-48d1-8318-0b12cb561ebb tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.0632122 Oct 27 09:37:04.405212 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 56510) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:04.607484 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4660-827e-4757-b1ec-f0ee2593756b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:04.775027 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697ca9a-1b78-4609-88fc-6581f4a5a4cf req-796d5daa-1d49-4b27-896b-138f6a046c40 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:04.776702 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9697ca9a-1b78-4609-88fc-6581f4a5a4cf req-796d5daa-1d49-4b27-896b-138f6a046c40 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 931 time: 0.1114001 Oct 27 09:37:04.873209 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5a282-fba2-4681-8c19-3851ccbc4d94 req-83ea6cc5-a5b2-49d6-b1b1-f43b32da2cc1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:04.876218 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-06e5a282-fba2-4681-8c19-3851ccbc4d94 req-83ea6cc5-a5b2-49d6-b1b1-f43b32da2cc1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 931 time: 0.1716290 Oct 27 09:37:04.937359 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4660-827e-4757-b1ec-f0ee2593756b admin admin] Publish callbacks [] for security_group (e4fdfe53-137c-45cc-b68a-ccd0b7912b47), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:04.977699 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ea0b4660-827e-4757-b1ec-f0ee2593756b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e4fdfe53-137c-45cc-b68a-ccd0b7912b47), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.020609 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 56548) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:05.042859 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9697ca9a-1b78-4609-88fc-6581f4a5a4cf req-7b55ef08-536e-4442-bbe0-8d88fdf0e213 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403092 Oct 27 09:37:05.083784 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56554) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:05.084357 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-ea0b4660-827e-4757-b1ec-f0ee2593756b admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=0c43be6e1ab24eea884e9f3514253828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6725516 Oct 27 09:37:05.098201 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-06e5a282-fba2-4681-8c19-3851ccbc4d94 req-4638c41d-d8d9-44d4-b892-e77e25bd24d5 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995518 Oct 27 09:37:05.098920 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b4660-827e-4757-b1ec-f0ee2593756b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fdfe53-137c-45cc-b68a-ccd0b7912b47,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:05.231665 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-961b1324-809f-4600-bd39-ee7ff8f0cf3f admin admin] Publish callbacks [] for security_group (e4fdfe53-137c-45cc-b68a-ccd0b7912b47), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.288100 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-961b1324-809f-4600-bd39-ee7ff8f0cf3f admin admin] Publish callbacks [] for security_group (e4fdfe53-137c-45cc-b68a-ccd0b7912b47), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.350588 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b65c94c-cc68-4411-a3f2-a7fd8f88ab76 req-8db65147-d41b-49b9-a357-b9379f3842bd tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.1612165 Oct 27 09:37:05.362888 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-961b1324-809f-4600-bd39-ee7ff8f0cf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e4fdfe53-137c-45cc-b68a-ccd0b7912b47), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.365761 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-961b1324-809f-4600-bd39-ee7ff8f0cf3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.369415 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-961b1324-809f-4600-bd39-ee7ff8f0cf3f admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/e4fdfe53-137c-45cc-b68a-ccd0b7912b47 HTTP/1.1" status: 204 len: 168 time: 0.2821126 Oct 27 09:37:05.392650 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ad91935a-7992-4135-8e18-eb2ce16f8e4c req-777c5306-575a-4d6d-ac98-dc68edbdca22 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.1664495 Oct 27 09:37:05.398953 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c807d709-9e4e-42de-9dfa-fd659bb0d0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.412820 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b1324-809f-4600-bd39-ee7ff8f0cf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fdfe53-137c-45cc-b68a-ccd0b7912b47,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:05.483666 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:05.504984 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c807d709-9e4e-42de-9dfa-fd659bb0d0c2 admin admin] Publish callbacks [] for security_group (db6d0aa7-4a02-493d-9eb7-5d9454179868), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.510404 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c807d709-9e4e-42de-9dfa-fd659bb0d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (db6d0aa7-4a02-493d-9eb7-5d9454179868), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.560651 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807d709-9e4e-42de-9dfa-fd659bb0d0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6d0aa7-4a02-493d-9eb7-5d9454179868,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:05.568602 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56566) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:05.568915 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-c807d709-9e4e-42de-9dfa-fd659bb0d0c2 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=3c80c0870a0042518635d61048a92f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452991 Oct 27 09:37:05.645537 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2547c6ac-72f9-4a38-83fb-5a4ff198b5bd admin admin] Publish callbacks [] for security_group (db6d0aa7-4a02-493d-9eb7-5d9454179868), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.674700 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2547c6ac-72f9-4a38-83fb-5a4ff198b5bd admin admin] Publish callbacks [] for security_group (db6d0aa7-4a02-493d-9eb7-5d9454179868), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.752926 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2547c6ac-72f9-4a38-83fb-5a4ff198b5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (db6d0aa7-4a02-493d-9eb7-5d9454179868), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.755842 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2547c6ac-72f9-4a38-83fb-5a4ff198b5bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.759469 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-2547c6ac-72f9-4a38-83fb-5a4ff198b5bd admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/db6d0aa7-4a02-493d-9eb7-5d9454179868 HTTP/1.1" status: 204 len: 168 time: 0.1874142 Oct 27 09:37:05.770391 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547c6ac-72f9-4a38-83fb-5a4ff198b5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6d0aa7-4a02-493d-9eb7-5d9454179868,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:05.897602 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56572) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:05.920479 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8d6a86fa-67ff-413d-a81a-37a947548162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:05.924731 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:06.022852 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8d6a86fa-67ff-413d-a81a-37a947548162 admin admin] Publish callbacks [] for security_group (281cc6bf-0981-4b20-90c8-90dc886534f7), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.030588 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8d6a86fa-67ff-413d-a81a-37a947548162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (281cc6bf-0981-4b20-90c8-90dc886534f7), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.075762 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 56576) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:06.079338 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-8d6a86fa-67ff-413d-a81a-37a947548162 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=8a23c871c2204fdbaeef2619371276f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660123 Oct 27 09:37:06.112493 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a86fa-67ff-413d-a81a-37a947548162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281cc6bf-0981-4b20-90c8-90dc886534f7,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:06.300644 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79029b4c-38b1-47ae-a3bb-01cff1442679 req-b2e11d68-ce4b-4bc3-9389-b2531758660a tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:06.304582 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-79029b4c-38b1-47ae-a3bb-01cff1442679 req-b2e11d68-ce4b-4bc3-9389-b2531758660a tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 931 time: 0.1229365 Oct 27 09:37:06.342080 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-56d27b4b-3302-4fd0-b4d3-65016ca0ffe4 admin admin] Publish callbacks [] for security_group (281cc6bf-0981-4b20-90c8-90dc886534f7), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.351516 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56584) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:06.374882 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.375506 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f931a776-153e-48ab-a152-84d8a91d6d51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.383312 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:06.394962 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10723dfe-c65b-42cc-a1b9-a51f03d230e2 req-137a7a05-f4c2-4323-99f5-c8904a1a3e74 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:06.396467 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-10723dfe-c65b-42cc-a1b9-a51f03d230e2 req-137a7a05-f4c2-4323-99f5-c8904a1a3e74 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 931 time: 0.1394191 Oct 27 09:37:06.398516 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-56d27b4b-3302-4fd0-b4d3-65016ca0ffe4 admin admin] Publish callbacks [] for security_group (281cc6bf-0981-4b20-90c8-90dc886534f7), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.434417 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-79029b4c-38b1-47ae-a3bb-01cff1442679 req-147ad55f-9641-46f7-bb5c-00b8ae5e3d42 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276634 Oct 27 09:37:06.507270 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-10723dfe-c65b-42cc-a1b9-a51f03d230e2 req-64937219-1e79-4e5d-85da-e835ecf9047a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929556 Oct 27 09:37:06.537757 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-56d27b4b-3302-4fd0-b4d3-65016ca0ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (281cc6bf-0981-4b20-90c8-90dc886534f7), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.540397 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-56d27b4b-3302-4fd0-b4d3-65016ca0ffe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.541710 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-56d27b4b-3302-4fd0-b4d3-65016ca0ffe4 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/281cc6bf-0981-4b20-90c8-90dc886534f7 HTTP/1.1" status: 204 len: 168 time: 0.4644177 Oct 27 09:37:06.560088 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f931a776-153e-48ab-a152-84d8a91d6d51 admin admin] Publish callbacks [] for security_group (a3e581c6-1624-467b-baa5-0d9bf3159104), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.575798 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f931a776-153e-48ab-a152-84d8a91d6d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (a3e581c6-1624-467b-baa5-0d9bf3159104), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.610637 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d27b4b-3302-4fd0-b4d3-65016ca0ffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281cc6bf-0981-4b20-90c8-90dc886534f7,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:06.674164 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f931a776-153e-48ab-a152-84d8a91d6d51 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=3742d0336c254271818349e89d245803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145354 Oct 27 09:37:06.676190 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56596) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:06.708114 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-adfc7d24-d178-4bcc-a6cb-77849f2becf9 req-2d9d9c6e-9629-495a-b07c-9c8865fdc9e7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.1427259 Oct 27 09:37:06.755623 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:06.759190 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931a776-153e-48ab-a152-84d8a91d6d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e581c6-1624-467b-baa5-0d9bf3159104,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:06.759411 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c2cb6bb-5dec-4588-a099-b887246634fa req-59ca25b6-8c91-440b-9f1f-b0e4172ac7ea tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.0748770 Oct 27 09:37:06.810868 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-adc09b60-0037-4e0d-9c21-3fbd6af7122d admin admin] Publish callbacks [] for security_group (a3e581c6-1624-467b-baa5-0d9bf3159104), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.843173 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-adc09b60-0037-4e0d-9c21-3fbd6af7122d admin admin] Publish callbacks [] for security_group (a3e581c6-1624-467b-baa5-0d9bf3159104), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.903368 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-adc09b60-0037-4e0d-9c21-3fbd6af7122d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (a3e581c6-1624-467b-baa5-0d9bf3159104), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.906133 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-adc09b60-0037-4e0d-9c21-3fbd6af7122d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:06.909763 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-adc09b60-0037-4e0d-9c21-3fbd6af7122d admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/a3e581c6-1624-467b-baa5-0d9bf3159104 HTTP/1.1" status: 204 len: 168 time: 0.2180073 Oct 27 09:37:06.916469 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc09b60-0037-4e0d-9c21-3fbd6af7122d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e581c6-1624-467b-baa5-0d9bf3159104,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:07.735384 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d226e-b94f-431f-8af1-13059a6a2fb7 req-e400a7b5-a5d7-499f-86b0-54af8c5a23c4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:07.736000 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-834d226e-b94f-431f-8af1-13059a6a2fb7 req-e400a7b5-a5d7-499f-86b0-54af8c5a23c4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 931 time: 0.1141713 Oct 27 09:37:07.758940 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85d0ff-79c6-4a1f-9b80-f770b04e1e50 req-9a6751c7-c1b1-4152-915e-92b1f456e4dd tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:07.767372 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ee85d0ff-79c6-4a1f-9b80-f770b04e1e50 req-9a6751c7-c1b1-4152-915e-92b1f456e4dd tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 931 time: 0.1990776 Oct 27 09:37:07.863835 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ee85d0ff-79c6-4a1f-9b80-f770b04e1e50 req-8f65bb87-063a-4cf5-850d-95a42a158ec1 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926201 Oct 27 09:37:07.912553 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-834d226e-b94f-431f-8af1-13059a6a2fb7 req-ab21fb86-df8d-4f75-9b75-9226c4b1177c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659856 Oct 27 09:37:07.925112 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-6bff2d57-e67c-4531-8792-4b1a371d6234 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:37:07.926073 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-6bff2d57-e67c-4531-8792-4b1a371d6234 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0065417 Oct 27 09:37:07.936664 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-82a6954b-828d-4f26-a00a-b43636b1cc34 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104690) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:37:07.939362 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-64680ed5-631a-4341-b607-a0ae7e28ac68 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:37:07.939896 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-82a6954b-828d-4f26-a00a-b43636b1cc34 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0124712 Oct 27 09:37:07.944095 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-64680ed5-631a-4341-b607-a0ae7e28ac68 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0223086 Oct 27 09:37:08.026800 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46db9570-98dd-4693-b083-fafe4c5b2bfa req-54b5e713-1962-479b-bc37-140efdf3ba0e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.0352890 Oct 27 09:37:08.065956 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f42c30cc-57e7-42e0-9e6e-c69d8d287f4e req-db697738-a676-46c4-96d7-371aa919340f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.0423932 Oct 27 09:37:08.146604 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'port': {'device_id': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'admin_state_up': True, 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'security_groups': ['09b37477-ab24-4872-b38d-bef4c5fe8e2a']}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:37:08.277293 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-b0eade19-59e0-4c60-8747-658efe6a2d42 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:08.279123 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-b0eade19-59e0-4c60-8747-658efe6a2d42 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 819 time: 0.2080190 Oct 27 09:37:08.295569 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Request body: {'port': {'device_id': '9d7180c7-c669-4b10-b463-9910c0eebbdd', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'admin_state_up': True, 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:37:08.360414 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Made reservation on behalf of 7295248456c446bbb3f7d2d5953c9360 for: {'port': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:37:08.365844 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:08.445917 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Made reservation on behalf of df306d37ff634f7eaad80fc3bc65b653 for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:37:08.451222 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:08.464444 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Request body: {'port': {'device_id': '41afcd63-98f3-468b-a15d-f925bd7aba8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:37:08.509872 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Request body: {'port': {'device_id': '4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:37:08.521411 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Request body: {'port': {'device_id': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:37:08.572443 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:08.599754 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:08.603516 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:08.618326 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Allocated IP 172.20.0.4 (54e57d1c-1c3b-4e76-95bb-f2706c028f98/7530261c-bfeb-4e61-a84b-e8da49b85b27/0e6b0478-48aa-4f67-86d8-eb4b392e3971) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:37:08.692887 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:08.699591 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:08.704625 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:08.742555 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Allocated IP 172.20.0.4 (778ab2d7-84d8-46e7-a293-9e88d4d9fee2/aa908abd-e61d-494e-9706-b97099e8fcb2/8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:37:09.066071 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:09.185900 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:09.258713 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74a1ae-3a29-47bd-a609-8acfc7a76226 req-9dcc61cb-f973-4b78-99e1-17dc9c116245 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:09.260265 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5e74a1ae-3a29-47bd-a609-8acfc7a76226 req-9dcc61cb-f973-4b78-99e1-17dc9c116245 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 931 time: 0.1699061 Oct 27 09:37:09.288949 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98811df-454a-410f-98e3-0f58ead18db3 req-b8a29615-ba6b-40c4-a852-3cfb585a127f tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:09.297252 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d98811df-454a-410f-98e3-0f58ead18db3 req-b8a29615-ba6b-40c4-a852-3cfb585a127f tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 931 time: 0.2077739 Oct 27 09:37:09.524253 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5e74a1ae-3a29-47bd-a609-8acfc7a76226 req-a9435b5e-5065-4c8c-933a-a805bbc41a94 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665127 Oct 27 09:37:09.558824 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:09.563929 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d98811df-454a-410f-98e3-0f58ead18db3 req-162f5a74-a701-43be-bdd4-27e81e43581f tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652538 Oct 27 09:37:09.577791 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:09.635039 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c31a6e-f135-454a-a1fa-282d832047fa {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:37:09.636178 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:37:09.644722 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:37:09.647608 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:37:09.662555 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Publish callbacks [] for port (88c31a6e-f135-454a-a1fa-282d832047fa), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:09.703043 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Transition to ACTIVE for port object 88c31a6e-f135-454a-a1fa-282d832047fa will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:37:09.732246 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:09.741578 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'Port': ['ID=0e6b0478-48aa-4f67-86d8-eb4b392e3971,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:09.749173 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb {{(pid=104690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:37:09.754214 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:09.782654 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Publish callbacks [] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:09.790924 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:09.791576 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:09.837096 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.provisioning_blocks [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Transition to ACTIVE for port object 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb will not be triggered until provisioned by entity L2. {{(pid=104690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:37:09.847523 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-b33382a4-9d00-4f77-8bd6-20d3cb3e7071 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7065406 Oct 27 09:37:09.849898 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:09.881822 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Request body: {'port': {'device_id': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:37:09.917857 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:09.961426 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ab1d798c-9dac-4f33-9644-11611633a579 req-e815dc03-23d8-42e8-a44c-23a18cb156a3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.2137473 Oct 27 09:37:10.044200 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-ed4b8c3c-d945-4595-8b11-8336abd2ee14 None None] Provisioning complete for port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:37:10.044758 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:10.046401 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ed4b8c3c-d945-4595-8b11-8336abd2ee14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:10.047484 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-ed4b8c3c-d945-4595-8b11-8336abd2ee14 None None] Attempt 1 to provision port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 Oct 27 09:37:10.094504 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:10.096205 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b8c3c-d945-4595-8b11-8336abd2ee14 None None] Port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:37:10.138902 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1d6cd-c8a2-4232-8c6c-bfbe8119d78f req-aff05f3e-a595-440c-9a88-14f660f8a14a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:10.140036 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:10.141142 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-84d1d6cd-c8a2-4232-8c6c-bfbe8119d78f req-aff05f3e-a595-440c-9a88-14f660f8a14a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 931 time: 0.3916638 Oct 27 09:37:10.142099 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Pushing event updated for resources: {'Port': ['ID=88c31a6e-f135-454a-a1fa-282d832047fa,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:10.165348 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:37:10.168961 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:10.171953 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:37:10.204093 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:37:10.209045 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:10.299994 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Attempting to bind port 88c31a6e-f135-454a-a1fa-282d832047fa on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:37:10.300360 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Attempting to bind port 88c31a6e-f135-454a-a1fa-282d832047fa by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:37:10.300770 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Attempting to bind port 88c31a6e-f135-454a-a1fa-282d832047fa on network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:37:10.333024 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Attempting to bind port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:37:10.333386 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Attempting to bind port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:37:10.333739 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Attempting to bind port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb on network 27e1c21a-a41e-4b69-8864-f162b04c2923 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:37:10.411569 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event updated for resources: {'Port': ['ID=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:10.424154 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:10.424942 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:10.444973 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-84d1d6cd-c8a2-4232-8c6c-bfbe8119d78f req-4281efb1-b986-4a4c-ac7e-3764b3795a01 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769842 Oct 27 09:37:10.455376 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Port 88c31a6e-f135-454a-a1fa-282d832047fa on network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:37:10.456035 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Attempting to bind port 88c31a6e-f135-454a-a1fa-282d832047fa on network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:37:10.514959 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-1279323e-3537-4284-9ee8-9ee3fe84e991 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2247159 Oct 27 09:37:10.529221 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Request body: {'port': {'device_id': '9d7180c7-c669-4b10-b463-9910c0eebbdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:37:10.581399 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb on network 27e1c21a-a41e-4b69-8864-f162b04c2923 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:37:10.581948 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Attempting to bind port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb on network 27e1c21a-a41e-4b69-8864-f162b04c2923 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:37:10.587368 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:37:10.587874 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Checking segment: {'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:37:10.588675 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Bound using segment: {'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:37:10.589319 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Bound port: 88c31a6e-f135-454a-a1fa-282d832047fa, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cafa2f7-df6c-4d33-be3e-611600c7360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:37:10.590293 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:10.591866 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:10.595228 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27493571-2a5c-4be1-8467-ef2c9634fcc8 {{(pid=104690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:37:10.628192 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-df09947b-dbf3-4d1a-b176-f6be37dc6021 None None] Provisioning complete for port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:37:10.628587 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-df09947b-dbf3-4d1a-b176-f6be37dc6021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:10.630881 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Publish callbacks [] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:10.632688 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-df09947b-dbf3-4d1a-b176-f6be37dc6021 None None] Attempt 1 to provision port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 Oct 27 09:37:10.692777 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.provisioning_blocks [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Transition to ACTIVE for port object 27493571-2a5c-4be1-8467-ef2c9634fcc8 will not be triggered until provisioned by entity L2. {{(pid=104690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:37:10.703611 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:10.716888 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-df09947b-dbf3-4d1a-b176-f6be37dc6021 None None] Port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:37:10.719374 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:10.758344 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:37:10.758344 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Checking segment: {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:37:10.758710 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Bound using segment: {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:37:10.759648 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Bound port: 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:37:10.760157 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:10.785906 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:10.892952 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Pushing event updated for resources: {'Port': ['ID=27493571-2a5c-4be1-8467-ef2c9634fcc8,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:10.980947 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] For port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb, host hv-cinder-79797, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:37:11.005568 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd476766-215f-417a-96bd-18d4fe82455c req-2978a1c8-8047-46bc-9034-ff80ca74d425 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:11.007268 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cd476766-215f-417a-96bd-18d4fe82455c req-2978a1c8-8047-46bc-9034-ff80ca74d425 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 943 time: 0.2940001 Oct 27 09:37:11.016556 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] For port 88c31a6e-f135-454a-a1fa-282d832047fa, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:37:11.026263 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881f585-bf93-4427-b09d-28bc9d4f7db6 req-922e90a3-42ae-4a12-a5e4-d30dfd010128 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:11.027820 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5881f585-bf93-4427-b09d-28bc9d4f7db6 req-922e90a3-42ae-4a12-a5e4-d30dfd010128 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 943 time: 0.2455249 Oct 27 09:37:11.030134 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] For port 88c31a6e-f135-454a-a1fa-282d832047fa, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=88c31a6e-f135-454a-a1fa-282d832047fa,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:37:11.037754 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] For port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:37:11.041076 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Attempting to bind port 27493571-2a5c-4be1-8467-ef2c9634fcc8 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:37:11.041216 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Attempting to bind port 27493571-2a5c-4be1-8467-ef2c9634fcc8 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:37:11.041484 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Attempting to bind port 27493571-2a5c-4be1-8467-ef2c9634fcc8 on network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:37:11.062240 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:11.065327 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:11.065938 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:11.068023 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/88c31a6e-f135-454a-a1fa-282d832047fa HTTP/1.1" status: 200 len: 1093 time: 2.7865634 Oct 27 09:37:11.070896 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:11.081987 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e6b0478-48aa-4f67-86d8-eb4b392e3971 {{(pid=104690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:37:11.095376 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Publish callbacks [] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:11.143429 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41afcd63-98f3-468b-a15d-f925bd7aba8a', 'tag': '88c31a6e-f135-454a-a1fa-282d832047fa'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:37:11.165327 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.provisioning_blocks [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Transition to ACTIVE for port object 0e6b0478-48aa-4f67-86d8-eb4b392e3971 will not be triggered until provisioned by entity L2. {{(pid=104690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:37:11.178070 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:11.178572 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:11.181270 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/4aa69fa8-90ce-4e7e-909d-73d1c879dbeb HTTP/1.1" status: 200 len: 1093 time: 2.8980858 Oct 27 09:37:11.182433 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'tag': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:37:11.195110 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:11.236886 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56794) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:11.344441 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e62f6-e031-4472-a3ab-e6c1a9f8c355 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:11.355139 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:11.383057 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622a3f9-e7c6-4995-b1ad-bfd2406042e0 service neutron] Pushing event updated for resources: {'Port': ['ID=88c31a6e-f135-454a-a1fa-282d832047fa,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:11.417711 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cd476766-215f-417a-96bd-18d4fe82455c req-879f23e0-97ff-4a9c-8ad4-71e4f4f65096 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3858380 Oct 27 09:37:11.423839 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-7601770f-7e8c-49ad-a78f-a661ce3aa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:11.425352 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-7601770f-7e8c-49ad-a78f-a661ce3aa601 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a417696418e34d1e9abaa74e3c5627e1&device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 1127 time: 0.2901196 Oct 27 09:37:11.453917 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Port 27493571-2a5c-4be1-8467-ef2c9634fcc8 on network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:37:11.454250 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Attempting to bind port 27493571-2a5c-4be1-8467-ef2c9634fcc8 on network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:37:11.500895 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277fae63-2f35-401e-aea4-eb3587d19071" -d '{"events": [{"name": "network-changed", "server_uuid": "5232c748-ed0e-4ba8-a76d-1b8b9ffd523c", "tag": "4aa69fa8-90ce-4e7e-909d-73d1c879dbeb"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:37:11.516985 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8" -d '{"events": [{"name": "network-changed", "server_uuid": "41afcd63-98f3-468b-a15d-f925bd7aba8a", "tag": "88c31a6e-f135-454a-a1fa-282d832047fa"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:37:11.554502 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-fb0078c0-9237-49a1-a177-5465a43678bf service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88c31a6e-f135-454a-a1fa-282d832047fa HTTP/1.1" status: 200 len: 217 time: 0.1181731 Oct 27 09:37:11.565717 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c1c0c695-0f93-4a09-a76e-3e4863e1cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:11.567365 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-c1c0c695-0f93-4a09-a76e-3e4863e1cf7d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 1127 time: 0.3238115 Oct 27 09:37:11.572187 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5881f585-bf93-4427-b09d-28bc9d4f7db6 req-4e0462f1-54c1-4125-a8f0-66359a4a3975 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182598 Oct 27 09:37:11.601378 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05becd51-8dcb-486e-a571-57c92889f315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:11.604129 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b0478-48aa-4f67-86d8-eb4b392e3971,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:11.720416 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-e8208637-ac2f-45c7-85db-5daaa88aed40 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb HTTP/1.1" status: 200 len: 217 time: 0.1287763 Oct 27 09:37:11.734391 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:37:11.734774 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Checking segment: {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:37:11.735109 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Bound using segment: {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:37:11.735690 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Bound port: 27493571-2a5c-4be1-8467-ef2c9634fcc8, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:37:11.736156 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:11.747012 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Attempting to bind port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:37:11.747343 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Attempting to bind port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:37:11.747665 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Attempting to bind port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 on network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:37:11.831546 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:11.852580 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:11.852674 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:11.852765 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a428ea4-bbe2-435d-893a-13181cb08e81 req-78be7167-bb23-4243-951c-c82d92cb3df0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:11.859262 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3a428ea4-bbe2-435d-893a-13181cb08e81 req-78be7167-bb23-4243-951c-c82d92cb3df0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 931 time: 0.3070750 Oct 27 09:37:11.863255 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 on network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:37:11.863628 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Attempting to bind port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 on network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:37:11.905458 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-90287895-9f56-4686-b153-101b001720a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:11.906950 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-90287895-9f56-4686-b153-101b001720a9 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=1c4d0380-46b3-4e00-9a07-258d3f36724c HTTP/1.1" status: 200 len: 850 time: 0.3323002 Oct 27 09:37:11.917689 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] For port 27493571-2a5c-4be1-8467-ef2c9634fcc8, host hv-cinder-79797, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:37:11.925180 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8ac8d-9b65-4aca-b260-2cdb88a39c16 req-2124f37a-1fc0-45e7-b1b9-55238d89fedb tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:11.926703 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c6d8ac8d-9b65-4aca-b260-2cdb88a39c16 req-2124f37a-1fc0-45e7-b1b9-55238d89fedb tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.1334991 Oct 27 09:37:12.016406 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3a428ea4-bbe2-435d-893a-13181cb08e81 req-9ffb20f3-5fed-498d-8303-10067fca6321 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534963 Oct 27 09:37:12.046039 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:37:12.058771 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Publish callbacks [] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.079500 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c6d8ac8d-9b65-4aca-b260-2cdb88a39c16 req-8f6301a6-f777-4879-a79b-035d3144594f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413746 Oct 27 09:37:12.093727 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Transition to ACTIVE for port object 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:37:12.101707 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.185211 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] For port 27493571-2a5c-4be1-8467-ef2c9634fcc8, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=27493571-2a5c-4be1-8467-ef2c9634fcc8,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:37:12.213619 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.221982 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05becd51-8dcb-486e-a571-57c92889f315 admin admin] Publish callbacks [] for security_group (03862f9d-6424-4b4e-b1d6-782c3c158efa), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.236779 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:12.237603 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.239077 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/27493571-2a5c-4be1-8467-ef2c9634fcc8 HTTP/1.1" status: 200 len: 1094 time: 3.9573407 Oct 27 09:37:12.243600 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:12.272201 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05becd51-8dcb-486e-a571-57c92889f315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (03862f9d-6424-4b4e-b1d6-782c3c158efa), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.275614 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022557da-076b-4bc6-bede-4643eed5f39e x-openstack-request-id: req-022557da-076b-4bc6-bede-4643eed5f39e {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:37:12.275906 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5232c748-ed0e-4ba8-a76d-1b8b9ffd523c", "tag": "4aa69fa8-90ce-4e7e-909d-73d1c879dbeb", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:37:12.276256 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-022557da-076b-4bc6-bede-4643eed5f39e {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:37:12.276868 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022557da-076b-4bc6-bede-4643eed5f39e'] response: {'name': 'network-changed', 'server_uuid': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'tag': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb', 'status': 'completed', 'code': 200} Oct 27 09:37:12.284822 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Attempting to bind port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:37:12.284822 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Attempting to bind port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:37:12.284822 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Attempting to bind port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 on network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:37:12.297270 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:37:12.297642 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Checking segment: {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:37:12.298043 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Bound using segment: {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:37:12.298487 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Bound port: 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:37:12.299040 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.327649 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d0ce34-c481-4e44-8821-345b72ef5de6 x-openstack-request-id: req-a6d0ce34-c481-4e44-8821-345b72ef5de6 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:37:12.327941 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41afcd63-98f3-468b-a15d-f925bd7aba8a", "tag": "88c31a6e-f135-454a-a1fa-282d832047fa", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:37:12.328190 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a6d0ce34-c481-4e44-8821-345b72ef5de6 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:37:12.328719 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d0ce34-c481-4e44-8821-345b72ef5de6'] response: {'name': 'network-changed', 'server_uuid': '41afcd63-98f3-468b-a15d-f925bd7aba8a', 'tag': '88c31a6e-f135-454a-a1fa-282d832047fa', 'status': 'completed', 'code': 200} Oct 27 09:37:12.348006 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 on network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:37:12.348311 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Attempting to bind port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 on network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:37:12.357849 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-05becd51-8dcb-486e-a571-57c92889f315 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=79bb883c40684df5b0324fe581362382&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1198161 Oct 27 09:37:12.367581 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 56844) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:12.376797 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05becd51-8dcb-486e-a571-57c92889f315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03862f9d-6424-4b4e-b1d6-782c3c158efa,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:12.393464 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd555e-bb44-4ceb-bd92-d77355160561 service neutron] Pushing event updated for resources: {'Port': ['ID=27493571-2a5c-4be1-8467-ef2c9634fcc8,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:12.421699 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:37:12.422063 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Checking segment: {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:37:12.422448 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Bound using segment: {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:37:12.422885 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Bound port: 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:37:12.423278 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.434829 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:37:12.439921 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:37:12.447209 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.452580 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:12.453371 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.455009 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/0e6b0478-48aa-4f67-86d8-eb4b392e3971 HTTP/1.1" status: 200 len: 1093 time: 2.5956805 Oct 27 09:37:12.468733 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebf69af9-5494-4f42-8f73-d8a651f5a7ce admin admin] Publish callbacks [] for security_group (03862f9d-6424-4b4e-b1d6-782c3c158efa), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.507872 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebf69af9-5494-4f42-8f73-d8a651f5a7ce admin admin] Publish callbacks [] for security_group (03862f9d-6424-4b4e-b1d6-782c3c158efa), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.526454 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8cbd4-ff3e-42f9-9aa0-849cd185c6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e6b0478-48aa-4f67-86d8-eb4b392e3971,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:12.541999 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:12.543263 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] For port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:37:12.591692 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] For port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:37:12.605165 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4387a7c-64a6-4dba-9c98-1ceeef1405d0 req-b696ed24-24e9-4cfe-8907-2c6be120e7e4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:12.606716 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e4387a7c-64a6-4dba-9c98-1ceeef1405d0 req-b696ed24-24e9-4cfe-8907-2c6be120e7e4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 943 time: 0.0859435 Oct 27 09:37:12.609737 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.614209 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:12.614809 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.616166 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 HTTP/1.1" status: 200 len: 1093 time: 2.0948734 Oct 27 09:37:12.656776 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebf69af9-5494-4f42-8f73-d8a651f5a7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (03862f9d-6424-4b4e-b1d6-782c3c158efa), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.659238 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ebf69af9-5494-4f42-8f73-d8a651f5a7ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:12.660362 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-ebf69af9-5494-4f42-8f73-d8a651f5a7ce admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/03862f9d-6424-4b4e-b1d6-782c3c158efa HTTP/1.1" status: 204 len: 168 time: 0.2918439 Oct 27 09:37:12.700245 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf69af9-5494-4f42-8f73-d8a651f5a7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03862f9d-6424-4b4e-b1d6-782c3c158efa,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:12.735784 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa9e8e-60cb-43c9-b1d8-5e29274005f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:12.743842 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:12.751909 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:12.754979 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844c431-0b54-498d-a6a9-9fcc01766704 req-64de734c-684c-436f-ac09-acb8ae76c4dd tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:12.756566 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c844c431-0b54-498d-a6a9-9fcc01766704 req-64de734c-684c-436f-ac09-acb8ae76c4dd tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 943 time: 0.0907540 Oct 27 09:37:12.760862 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e4387a7c-64a6-4dba-9c98-1ceeef1405d0 req-4bbd062f-8084-4ff6-bb22-293b7b351ee6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424112 Oct 27 09:37:12.781072 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:12.812182 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c844c431-0b54-498d-a6a9-9fcc01766704 req-0f925fda-2ff5-4c33-a474-48cbe56b43ca tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479729 Oct 27 09:37:12.952295 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 56858) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:12.965621 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b6f57192-6a66-40c1-a679-f2b92542647f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.040685 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b6f57192-6a66-40c1-a679-f2b92542647f admin admin] Publish callbacks [] for security_group (e92d22e2-8387-4466-a246-21b937796b4f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.044888 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b6f57192-6a66-40c1-a679-f2b92542647f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e92d22e2-8387-4466-a246-21b937796b4f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.084918 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-b6f57192-6a66-40c1-a679-f2b92542647f admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=0c7f33ee651a41b1a0acdd185bf88c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314461 Oct 27 09:37:13.085869 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f57192-6a66-40c1-a679-f2b92542647f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92d22e2-8387-4466-a246-21b937796b4f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:13.087666 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56862) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:13.134982 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdd515-4b37-4b12-b9d4-b15edba86a7f req-86b9563b-8e2b-4874-9161-412b09b2884d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:13.136479 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7ffdd515-4b37-4b12-b9d4-b15edba86a7f req-86b9563b-8e2b-4874-9161-412b09b2884d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 943 time: 0.0470805 Oct 27 09:37:13.150202 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-513a3e0f-0904-4a74-b7f3-20039aaebec9 admin admin] Publish callbacks [] for security_group (e92d22e2-8387-4466-a246-21b937796b4f), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.178119 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-513a3e0f-0904-4a74-b7f3-20039aaebec9 admin admin] Publish callbacks [] for security_group (e92d22e2-8387-4466-a246-21b937796b4f), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.235221 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-513a3e0f-0904-4a74-b7f3-20039aaebec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e92d22e2-8387-4466-a246-21b937796b4f), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.240537 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-513a3e0f-0904-4a74-b7f3-20039aaebec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.244125 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-513a3e0f-0904-4a74-b7f3-20039aaebec9 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/e92d22e2-8387-4466-a246-21b937796b4f HTTP/1.1" status: 204 len: 168 time: 0.1530001 Oct 27 09:37:13.244270 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7ffdd515-4b37-4b12-b9d4-b15edba86a7f req-b704019d-6f81-4ec8-b902-184fcc42c240 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950406 Oct 27 09:37:13.251902 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71361d2-1d90-461c-b6f8-841676914f06 req-80f82e32-bc44-4943-bc5e-b55fabb75cd5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:13.253843 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b71361d2-1d90-461c-b6f8-841676914f06 req-80f82e32-bc44-4943-bc5e-b55fabb75cd5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0748317 Oct 27 09:37:13.259077 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a3e0f-0904-4a74-b7f3-20039aaebec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92d22e2-8387-4466-a246-21b937796b4f,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:13.330850 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b71361d2-1d90-461c-b6f8-841676914f06 req-f9f85b35-e045-47fd-806e-2629c36a09a7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608001 Oct 27 09:37:13.617904 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56892) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:13.751104 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-163dc3b8-83d9-48e7-befb-1eb338423075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.773350 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:37:13.841261 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-163dc3b8-83d9-48e7-befb-1eb338423075 admin admin] Publish callbacks [] for security_group (1fea44ad-9663-41b1-86f4-a8caa0a3fcd1), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.846000 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-163dc3b8-83d9-48e7-befb-1eb338423075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (1fea44ad-9663-41b1-86f4-a8caa0a3fcd1), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.861507 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:13.900812 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-163dc3b8-83d9-48e7-befb-1eb338423075 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=973d5a3560414feb8f6472d9fe26717b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792192 Oct 27 09:37:13.900812 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dc3b8-83d9-48e7-befb-1eb338423075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fea44ad-9663-41b1-86f4-a8caa0a3fcd1,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:13.902100 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56910) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:13.903314 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aba95b-568b-4f67-9a2c-a01c72b4e0e5 req-a3c8ab3d-be50-4da8-bb30-9f16f5badac2 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:13.912219 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-59aba95b-568b-4f67-9a2c-a01c72b4e0e5 req-a3c8ab3d-be50-4da8-bb30-9f16f5badac2 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 943 time: 0.0574682 Oct 27 09:37:13.959708 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e06c5c0b-5da2-46f2-893a-49c0f4859ca1 admin admin] Publish callbacks [] for security_group (1fea44ad-9663-41b1-86f4-a8caa0a3fcd1), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.980917 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e06c5c0b-5da2-46f2-893a-49c0f4859ca1 admin admin] Publish callbacks [] for security_group (1fea44ad-9663-41b1-86f4-a8caa0a3fcd1), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:13.993342 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256a012-cc75-4c59-9ab4-83fae3376fec req-bbd79a3d-c266-4302-b97b-cf9584fa8032 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.000618 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5256a012-cc75-4c59-9ab4-83fae3376fec req-bbd79a3d-c266-4302-b97b-cf9584fa8032 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 943 time: 0.0861926 Oct 27 09:37:14.029210 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-59aba95b-568b-4f67-9a2c-a01c72b4e0e5 req-a9bded4f-f58d-4c08-8681-56ffc0a2b4a6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158469 Oct 27 09:37:14.055368 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e06c5c0b-5da2-46f2-893a-49c0f4859ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (1fea44ad-9663-41b1-86f4-a8caa0a3fcd1), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:14.058285 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e06c5c0b-5da2-46f2-893a-49c0f4859ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:14.059438 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-e06c5c0b-5da2-46f2-893a-49c0f4859ca1 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/1fea44ad-9663-41b1-86f4-a8caa0a3fcd1 HTTP/1.1" status: 204 len: 168 time: 0.1555526 Oct 27 09:37:14.068711 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c5c0b-5da2-46f2-893a-49c0f4859ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fea44ad-9663-41b1-86f4-a8caa0a3fcd1,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:14.078844 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5256a012-cc75-4c59-9ab4-83fae3376fec req-4dfcb1f9-7685-4449-99a5-f3a6693dcd14 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772741 Oct 27 09:37:14.184647 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:14.280631 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed', 'tag': '27493571-2a5c-4be1-8467-ef2c9634fcc8'}, {'name': 'network-changed', 'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:37:14.281621 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed", "tag": "27493571-2a5c-4be1-8467-ef2c9634fcc8"}, {"name": "network-changed", "server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:37:14.333110 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7180c7-c669-4b10-b463-9910c0eebbdd', 'tag': '8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:37:14.335467 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef70643-be50-4ba0-9ef4-30f329f5116d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7180c7-c669-4b10-b463-9910c0eebbdd", "tag": "8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:37:14.366375 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-3ea27978-f8d6-4eee-87ba-6a292441eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.368002 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-3ea27978-f8d6-4eee-87ba-6a292441eb25 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7b858d44-f19d-48cb-bdfe-2ce0056a601e HTTP/1.1" status: 200 len: 849 time: 0.2089138 Oct 27 09:37:14.369066 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-7e60f5b7-a971-40cd-b4f5-8bff29d8885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.372244 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-7e60f5b7-a971-40cd-b4f5-8bff29d8885a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 1127 time: 0.1211755 Oct 27 09:37:14.376113 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c3a49f49-b3b7-418f-b98d-60882de309b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.377703 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-c3a49f49-b3b7-418f-b98d-60882de309b3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 1127 time: 0.0724070 Oct 27 09:37:14.403504 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-12941040-f6ab-4c11-a62d-c3cb20b34264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.408025 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-12941040-f6ab-4c11-a62d-c3cb20b34264 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=7c24dd54-2ed4-445c-a41b-4cf4e86b679d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2029164 Oct 27 09:37:14.429360 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a4b1f1b2-e973-4bbd-b736-e2877994d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.436949 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-a4b1f1b2-e973-4bbd-b736-e2877994d6d6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 1128 time: 0.1899674 Oct 27 09:37:14.440934 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b446aa-1ff1-406d-a854-a60f68db7190 x-openstack-request-id: req-15b446aa-1ff1-406d-a854-a60f68db7190 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:37:14.441458 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7180c7-c669-4b10-b463-9910c0eebbdd", "tag": "8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:37:14.443324 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15b446aa-1ff1-406d-a854-a60f68db7190 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:37:14.443819 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b446aa-1ff1-406d-a854-a60f68db7190'] response: {'name': 'network-changed', 'server_uuid': '9d7180c7-c669-4b10-b463-9910c0eebbdd', 'tag': '8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740', 'status': 'completed', 'code': 200} Oct 27 09:37:14.477462 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Oct 2022 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157a7460-282a-4136-b6dc-273e109aa5c5 x-openstack-request-id: req-157a7460-282a-4136-b6dc-273e109aa5c5 {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:37:14.477869 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed", "tag": "27493571-2a5c-4be1-8467-ef2c9634fcc8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:37:14.478230 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-157a7460-282a-4136-b6dc-273e109aa5c5 {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:37:14.478957 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157a7460-282a-4136-b6dc-273e109aa5c5'] response: {'name': 'network-changed', 'server_uuid': '4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed', 'tag': '27493571-2a5c-4be1-8467-ef2c9634fcc8', 'status': 'completed', 'code': 200} Oct 27 09:37:14.479219 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157a7460-282a-4136-b6dc-273e109aa5c5'] response: {'name': 'network-changed', 'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'status': 'completed', 'code': 200} Oct 27 09:37:14.490195 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-ac044a45-cf7a-4f22-a658-c38b1e86f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.491698 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-ac044a45-cf7a-4f22-a658-c38b1e86f5c4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=27e1c21a-a41e-4b69-8864-f162b04c2923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1120250 Oct 27 09:37:14.517322 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36e7a6-35dc-4ad4-9a99-d275527d384d req-95e30016-c3d1-4f98-9b57-c2e9e6fd7a65 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.525136 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fe36e7a6-35dc-4ad4-9a99-d275527d384d req-95e30016-c3d1-4f98-9b57-c2e9e6fd7a65 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 943 time: 0.0675719 Oct 27 09:37:14.560661 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:14.563316 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-34a3e58a-f5a9-416f-8077-035691f146ab service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971 HTTP/1.1" status: 200 len: 217 time: 0.0907381 Oct 27 09:37:14.565856 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-e626fbea-4790-4a5c-8eb1-b4ece6fa51e1 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 HTTP/1.1" status: 200 len: 217 time: 0.0912652 Oct 27 09:37:14.662746 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-43d02c65-d172-4598-9982-9cab489ffa7a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27493571-2a5c-4be1-8467-ef2c9634fcc8 HTTP/1.1" status: 200 len: 217 time: 0.2153754 Oct 27 09:37:14.700164 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56942) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:14.713028 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:14.729123 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fe36e7a6-35dc-4ad4-9a99-d275527d384d req-490fa386-6769-4c5f-a30c-62e90da4cc60 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027955 Oct 27 09:37:14.761783 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-7cd52b00-59a0-48a3-bdc2-f939a6f663a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.763274 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-7cd52b00-59a0-48a3-bdc2-f939a6f663a2 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.1874528 Oct 27 09:37:14.767652 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8125229-1fbf-4084-b3ae-630b9660f737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:14.780464 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b454404-31c3-4f6a-a23b-d8ef994e5d1c req-b3db9766-fdcc-4861-a2db-ed4f5cd27b36 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.782277 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8b454404-31c3-4f6a-a23b-d8ef994e5d1c req-b3db9766-fdcc-4861-a2db-ed4f5cd27b36 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.2485743 Oct 27 09:37:14.800041 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-962be0a9-7e06-4cdf-be8b-084736e9c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.801722 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-962be0a9-7e06-4cdf-be8b-084736e9c4e4 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.2241786 Oct 27 09:37:14.881756 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-01b08411-b015-4855-a1f5-9b542d3fd0e1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552182 Oct 27 09:37:14.882874 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8b454404-31c3-4f6a-a23b-d8ef994e5d1c req-48995944-5859-4966-b339-1590d8e7aefe tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913703 Oct 27 09:37:14.884348 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-efcbd8de-7cba-4562-82fa-4362d610362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.885757 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-efcbd8de-7cba-4562-82fa-4362d610362c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.1900036 Oct 27 09:37:14.888018 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-0ef7fdc1-13c8-4797-a36f-b3b99a64fb81 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/7c24dd54-2ed4-445c-a41b-4cf4e86b679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745991 Oct 27 09:37:14.904032 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-6090e567-4aef-496b-b3f0-f71b383095a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.905214 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-6090e567-4aef-496b-b3f0-f71b383095a8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1339030 Oct 27 09:37:14.955223 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-232c1e7f-8db4-497f-a426-e80ea52a9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:14.961276 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-232c1e7f-8db4-497f-a426-e80ea52a9ed4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268847 Oct 27 09:37:15.082529 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-c05d1124-d875-4834-9a5e-50cda3fbab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:15.087979 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-c05d1124-d875-4834-9a5e-50cda3fbab0a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1868854 Oct 27 09:37:15.216922 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-1b1a9fa3-f2fe-4ef4-9651-f1a4bf4ae94a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205323 Oct 27 09:37:15.259931 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:15.262479 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-431e2d64-c8a7-4d07-959b-81e2bfd3b153 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644841 Oct 27 09:37:15.354532 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-8ed414d2-6257-49f1-b292-012f50414746 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352410 Oct 27 09:37:15.377992 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6760cf-fb76-46a4-b842-d347b81cfb12 req-579d847c-a7a3-4035-b8d8-cd3e54f52262 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:15.379928 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ee6760cf-fb76-46a4-b842-d347b81cfb12 req-579d847c-a7a3-4035-b8d8-cd3e54f52262 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 943 time: 0.1514122 Oct 27 09:37:15.393102 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-deb75b81-250b-4537-992f-b612ae34a1f9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030690 Oct 27 09:37:15.395094 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8125229-1fbf-4084-b3ae-630b9660f737 admin admin] Publish callbacks [] for security_group (29b1ada0-9e76-4dac-a17f-0880faedeef7), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:15.399499 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8125229-1fbf-4084-b3ae-630b9660f737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (29b1ada0-9e76-4dac-a17f-0880faedeef7), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:15.451730 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67c990-d8f7-4163-8eb0-9df48c206e8f req-8589d4d7-27e8-480b-b7a1-966fa8303d3a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:15.456470 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f8125229-1fbf-4084-b3ae-630b9660f737 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=f63c1f7fcbed413e9230cb8812f39f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7485375 Oct 27 09:37:15.456470 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8125229-1fbf-4084-b3ae-630b9660f737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b1ada0-9e76-4dac-a17f-0880faedeef7,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:15.459358 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56988) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:15.459490 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ef67c990-d8f7-4163-8eb0-9df48c206e8f req-8589d4d7-27e8-480b-b7a1-966fa8303d3a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 943 time: 0.2406294 Oct 27 09:37:15.478237 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e24beb-fad2-448d-a8e4-9dbdec90ed7a req-524d18be-cdb5-4229-ad99-29fd6e2fe9b9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/7c24dd54-2ed4-445c-a41b-4cf4e86b679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567672 Oct 27 09:37:15.481832 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:15.514685 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c698d691-603d-4be0-b3ed-4962b1a57988 admin admin] Publish callbacks [] for security_group (29b1ada0-9e76-4dac-a17f-0880faedeef7), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:15.540538 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c698d691-603d-4be0-b3ed-4962b1a57988 admin admin] Publish callbacks [] for security_group (29b1ada0-9e76-4dac-a17f-0880faedeef7), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:15.544839 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ee6760cf-fb76-46a4-b842-d347b81cfb12 req-bbe8164a-61d9-4e34-b25d-274ec4a224bc tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233227 Oct 27 09:37:15.556498 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01657777-28e2-4c6c-a05d-2f2e237a91a7 req-d1f73feb-5511-4e65-a0d0-077c6f2933a8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159101 Oct 27 09:37:15.581385 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ef67c990-d8f7-4163-8eb0-9df48c206e8f req-ceec74af-33c5-411f-abc2-32dbcf65144c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208856 Oct 27 09:37:15.613053 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c698d691-603d-4be0-b3ed-4962b1a57988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (29b1ada0-9e76-4dac-a17f-0880faedeef7), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:15.616203 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c698d691-603d-4be0-b3ed-4962b1a57988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:15.620076 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-c698d691-603d-4be0-b3ed-4962b1a57988 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/29b1ada0-9e76-4dac-a17f-0880faedeef7 HTTP/1.1" status: 204 len: 168 time: 0.1603069 Oct 27 09:37:15.632269 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 56996) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:15.638061 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698d691-603d-4be0-b3ed-4962b1a57988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b1ada0-9e76-4dac-a17f-0880faedeef7,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:15.856126 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036fbe7-f2eb-41e5-90e8-596fe3547752 req-40794a86-cc6f-4fa8-8955-ce58587cfe4d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:15.857674 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c036fbe7-f2eb-41e5-90e8-596fe3547752 req-40794a86-cc6f-4fa8-8955-ce58587cfe4d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 943 time: 0.0581214 Oct 27 09:37:15.915485 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1e24fed9-a96a-4d68-b22c-eb95ab29376b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:15.921624 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c036fbe7-f2eb-41e5-90e8-596fe3547752 req-16694f0c-7d23-41e0-a258-00980b368528 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576861 Oct 27 09:37:16.022118 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1e24fed9-a96a-4d68-b22c-eb95ab29376b admin admin] Publish callbacks [] for security_group (f4f81a42-518c-4bae-bb2c-92a2d6fe6869), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:16.027924 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1e24fed9-a96a-4d68-b22c-eb95ab29376b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (f4f81a42-518c-4bae-bb2c-92a2d6fe6869), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:16.071828 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1e24fed9-a96a-4d68-b22c-eb95ab29376b admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=e5afc5e3b8e1472bb2a6fe8da9d34e11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386501 Oct 27 09:37:16.073266 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24fed9-a96a-4d68-b22c-eb95ab29376b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f81a42-518c-4bae-bb2c-92a2d6fe6869,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:16.075323 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57020) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:16.088192 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd34a2-bf1a-4ee6-a5d3-72428f9e7e29 req-207d0e4c-6fcf-43e3-9657-d02e42a7934b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:16.096046 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6edd34a2-bf1a-4ee6-a5d3-72428f9e7e29 req-207d0e4c-6fcf-43e3-9657-d02e42a7934b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0687485 Oct 27 09:37:16.132400 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3d05d1d9-a372-4bd0-a628-07b2e9e79ee8 admin admin] Publish callbacks [] for security_group (f4f81a42-518c-4bae-bb2c-92a2d6fe6869), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:16.178330 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3d05d1d9-a372-4bd0-a628-07b2e9e79ee8 admin admin] Publish callbacks [] for security_group (f4f81a42-518c-4bae-bb2c-92a2d6fe6869), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:16.265665 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3d05d1d9-a372-4bd0-a628-07b2e9e79ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (f4f81a42-518c-4bae-bb2c-92a2d6fe6869), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:16.269502 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3d05d1d9-a372-4bd0-a628-07b2e9e79ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:16.270446 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-3d05d1d9-a372-4bd0-a628-07b2e9e79ee8 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/f4f81a42-518c-4bae-bb2c-92a2d6fe6869 HTTP/1.1" status: 204 len: 168 time: 0.1942050 Oct 27 09:37:16.336384 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05d1d9-a372-4bd0-a628-07b2e9e79ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f81a42-518c-4bae-bb2c-92a2d6fe6869,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:16.354594 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:16.373496 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fae63-2f35-401e-aea4-eb3587d19071 req-09a805f5-8c06-4121-94c8-5ce8e5165652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:16.374942 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-277fae63-2f35-401e-aea4-eb3587d19071 req-09a805f5-8c06-4121-94c8-5ce8e5165652 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 1127 time: 0.0651650 Oct 27 09:37:16.385033 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6edd34a2-bf1a-4ee6-a5d3-72428f9e7e29 req-90b49b2c-0382-4e4e-be77-1e270a26929b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817945 Oct 27 09:37:16.642679 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a426e8e5-fbaf-4fe4-a0c5-80b06c0d406b req-1ecc940f-e0b9-43a9-870a-6f6664c8a8e0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524094 Oct 27 09:37:16.652438 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-85c15b17-facb-4f3c-b339-ee81a754e76a req-f1bbac6c-b819-4515-8d7f-0cd2b6f45234 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763061 Oct 27 09:37:16.740915 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df19e0-7b05-4151-a81d-2a34eaf0c4f9 req-e6b2efae-dbc9-42e7-a94c-e7c9538f730e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:16.742489 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-70df19e0-7b05-4151-a81d-2a34eaf0c4f9 req-e6b2efae-dbc9-42e7-a94c-e7c9538f730e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 943 time: 0.0627108 Oct 27 09:37:16.800219 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9143da5-e645-4cbe-9cfa-77902611fac8 req-4ca4e356-23d5-42a0-9896-392a380e40a2 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:16.801768 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a9143da5-e645-4cbe-9cfa-77902611fac8 req-4ca4e356-23d5-42a0-9896-392a380e40a2 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 943 time: 0.0881395 Oct 27 09:37:16.877077 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-70df19e0-7b05-4151-a81d-2a34eaf0c4f9 req-d7e9e3bd-003d-41fd-9b30-cc0e99304bef tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105890 Oct 27 09:37:16.924750 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a9143da5-e645-4cbe-9cfa-77902611fac8 req-bcabf535-8f33-4d09-ad12-415f25a85d3d tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096485 Oct 27 09:37:17.069351 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85059c76-7d81-4162-9200-502e4ea5e200 req-90055de7-3879-4bff-b8d1-26b87c413567 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:17.071229 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85059c76-7d81-4162-9200-502e4ea5e200 req-90055de7-3879-4bff-b8d1-26b87c413567 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 943 time: 0.0555408 Oct 27 09:37:17.099870 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57074) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:17.111192 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:17.124140 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-856675fa-a701-41fd-96f1-21b1c1cbd59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:17.172868 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85059c76-7d81-4162-9200-502e4ea5e200 req-5eceb9f4-2317-45da-aad1-be8b8c21d39c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947764 Oct 27 09:37:17.242687 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-856675fa-a701-41fd-96f1-21b1c1cbd59b admin admin] Publish callbacks [] for security_group (ce0b149e-c539-4ee5-8703-d55de953809f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:17.249150 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-856675fa-a701-41fd-96f1-21b1c1cbd59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ce0b149e-c539-4ee5-8703-d55de953809f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:17.298875 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-856675fa-a701-41fd-96f1-21b1c1cbd59b admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=93341c892c6b4d8cbe9145446881b8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978378 Oct 27 09:37:17.299657 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856675fa-a701-41fd-96f1-21b1c1cbd59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0b149e-c539-4ee5-8703-d55de953809f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:17.301822 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57080) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:17.317982 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:17.359798 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8a58-df93-49ca-a677-2f576573c0a6 admin admin] Publish callbacks [] for security_group (ce0b149e-c539-4ee5-8703-d55de953809f), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:17.382251 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8a58-df93-49ca-a677-2f576573c0a6 admin admin] Publish callbacks [] for security_group (ce0b149e-c539-4ee5-8703-d55de953809f), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:17.435367 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8a58-df93-49ca-a677-2f576573c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ce0b149e-c539-4ee5-8703-d55de953809f), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:17.438535 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a7fa8a58-df93-49ca-a677-2f576573c0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:17.439700 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-a7fa8a58-df93-49ca-a677-2f576573c0a6 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/ce0b149e-c539-4ee5-8703-d55de953809f HTTP/1.1" status: 204 len: 168 time: 0.1368902 Oct 27 09:37:17.449208 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa8a58-df93-49ca-a677-2f576573c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0b149e-c539-4ee5-8703-d55de953809f,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:17.543819 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486e4e4-35dc-40cd-8637-0021025e8a09 req-236b81d2-ad73-4c9f-9b40-ed270538539b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:17.546022 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b486e4e4-35dc-40cd-8637-0021025e8a09 req-236b81d2-ad73-4c9f-9b40-ed270538539b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0512636 Oct 27 09:37:17.606841 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b486e4e4-35dc-40cd-8637-0021025e8a09 req-8001c341-3d71-4caf-904e-c9dc87e5a0b8 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535641 Oct 27 09:37:17.826017 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fae63-2f35-401e-aea4-eb3587d19071 req-8b634070-ba78-4ff2-962d-632d68b59e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:17.828179 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-277fae63-2f35-401e-aea4-eb3587d19071 req-8b634070-ba78-4ff2-962d-632d68b59e9c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 200 len: 911 time: 0.2069650 Oct 27 09:37:18.008829 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d829ebb-40ab-493f-a4a7-04738435ecfc req-9c5659e9-ea85-4c06-bbb7-fe9a2bba0366 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:18.016109 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5d829ebb-40ab-493f-a4a7-04738435ecfc req-9c5659e9-ea85-4c06-bbb7-fe9a2bba0366 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 943 time: 0.0697000 Oct 27 09:37:18.118011 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c7e83-7aa4-4696-968b-1bb774efa589 req-266b571c-740d-4907-b19a-103b04adcbda tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:18.119454 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c35c7e83-7aa4-4696-968b-1bb774efa589 req-266b571c-740d-4907-b19a-103b04adcbda tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 943 time: 0.0825524 Oct 27 09:37:18.129632 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5d829ebb-40ab-493f-a4a7-04738435ecfc req-ef7fd7cd-f082-4f6b-9930-fdeda2e710b6 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101418 Oct 27 09:37:18.176268 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c35c7e83-7aa4-4696-968b-1bb774efa589 req-7cc84769-43ae-44b0-b8d9-a75c4dc7b8fc tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479586 Oct 27 09:37:18.214608 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 27493571-2a5c-4be1-8467-ef2c9634fcc8 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:37:18.345447 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd5f54-e0e4-437a-a08d-caf5a5829458 req-147ea184-0eca-4739-a6ca-74d9894b697c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:18.349998 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:18.352433 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-50cd5f54-e0e4-437a-a08d-caf5a5829458 req-147ea184-0eca-4739-a6ca-74d9894b697c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 943 time: 0.0781837 Oct 27 09:37:18.359801 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 27493571-2a5c-4be1-8467-ef2c9634fcc8, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=27493571-2a5c-4be1-8467-ef2c9634fcc8,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:18.375840 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '27493571-2a5c-4be1-8467-ef2c9634fcc8', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'port_id': '27493571-2a5c-4be1-8467-ef2c9634fcc8', 'mac_address': 'fa:16:3e:15:59:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:37:18.387947 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:18.411067 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-50cd5f54-e0e4-437a-a08d-caf5a5829458 req-7cb7d7ef-7a30-42a2-a2ca-820c4ef8f2f5 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575390 Oct 27 09:37:18.441426 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 27493571-2a5c-4be1-8467-ef2c9634fcc8 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:18.442106 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:18.458647 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27493571-2a5c-4be1-8467-ef2c9634fcc8 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:37:18.484762 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 27493571-2a5c-4be1-8467-ef2c9634fcc8, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=27493571-2a5c-4be1-8467-ef2c9634fcc8,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:18.490106 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:18.490970 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 88c31a6e-f135-454a-a1fa-282d832047fa details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:37:18.591193 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=27493571-2a5c-4be1-8467-ef2c9634fcc8,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:18.658156 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57166) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:18.682027 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 88c31a6e-f135-454a-a1fa-282d832047fa, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=88c31a6e-f135-454a-a1fa-282d832047fa,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:18.697445 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '88c31a6e-f135-454a-a1fa-282d832047fa', 'network_id': '7c24dd54-2ed4-445c-a41b-4cf4e86b679d', 'port_id': '88c31a6e-f135-454a-a1fa-282d832047fa', 'mac_address': 'fa:16:3e:96:f3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4d0380-46b3-4e00-9a07-258d3f36724c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:37:18.755049 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a21e94-7740-4604-b9d1-1f048e3f220a req-eb4e7050-489e-4218-864c-a9e892f263a7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:18.756643 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-71a21e94-7740-4604-b9d1-1f048e3f220a req-eb4e7050-489e-4218-864c-a9e892f263a7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0510561 Oct 27 09:37:18.757353 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 88c31a6e-f135-454a-a1fa-282d832047fa is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:18.757717 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:18.783554 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c31a6e-f135-454a-a1fa-282d832047fa {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:37:18.825644 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 88c31a6e-f135-454a-a1fa-282d832047fa, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=88c31a6e-f135-454a-a1fa-282d832047fa,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:18.843171 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:18.843935 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:37:18.848548 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-71a21e94-7740-4604-b9d1-1f048e3f220a req-837c2ebb-41cf-4c82-b9b2-3e1b9706b057 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824130 Oct 27 09:37:18.853088 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-98a3caa6-c0c8-4aa1-aef0-7bd3a99d971c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:18.865920 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:18.932465 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=88c31a6e-f135-454a-a1fa-282d832047fa,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:18.983140 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-98a3caa6-c0c8-4aa1-aef0-7bd3a99d971c admin admin] Publish callbacks [] for security_group (adb1548e-f5d1-48c8-8aa2-cf48d7e0b80d), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:18.995412 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-98a3caa6-c0c8-4aa1-aef0-7bd3a99d971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (adb1548e-f5d1-48c8-8aa2-cf48d7e0b80d), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:19.027926 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:19.035366 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:19.050762 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'port_id': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb', 'mac_address': 'fa:16:3e:7b:c9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:37:19.092699 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:19.093507 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:19.121693 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3caa6-c0c8-4aa1-aef0-7bd3a99d971c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb1548e-f5d1-48c8-8aa2-cf48d7e0b80d,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:19.124371 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-277fae63-2f35-401e-aea4-eb3587d19071 req-8c2e1685-4efd-4f7c-9c7a-0bc297a0c0d1 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb HTTP/1.1" status: 200 len: 217 time: 0.0832002 Oct 27 09:37:19.129381 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-98a3caa6-c0c8-4aa1-aef0-7bd3a99d971c admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=857cfc4b6c254af58e41a22fb02b1286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4701991 Oct 27 09:37:19.132488 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57192) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:19.150063 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8 req-8358fc18-081a-48d6-8f9a-374acc7ec6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.151579 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8 req-8358fc18-081a-48d6-8f9a-374acc7ec6bf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a417696418e34d1e9abaa74e3c5627e1&device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 1128 time: 0.1110899 Oct 27 09:37:19.153030 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-8d0b9739-5ad9-4064-82de-6899a0ac2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.154556 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-8d0b9739-5ad9-4064-82de-6899a0ac2072 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 1129 time: 0.0958254 Oct 27 09:37:19.154979 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:37:19.196170 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:19.204008 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:19.265271 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef70643-be50-4ba0-9ef4-30f329f5116d req-cd00d1a7-944c-4f92-a39b-1549382ec149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.267309 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9ef70643-be50-4ba0-9ef4-30f329f5116d req-cd00d1a7-944c-4f92-a39b-1549382ec149 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 1127 time: 0.1533270 Oct 27 09:37:19.325153 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:19.371662 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:19.399485 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fae63-2f35-401e-aea4-eb3587d19071 req-5599e6f0-6bca-4dcb-a45d-988d735d5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.401013 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-277fae63-2f35-401e-aea4-eb3587d19071 req-5599e6f0-6bca-4dcb-a45d-988d735d5a93 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7b858d44-f19d-48cb-bdfe-2ce0056a601e HTTP/1.1" status: 200 len: 849 time: 0.2693553 Oct 27 09:37:19.478550 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef70643-be50-4ba0-9ef4-30f329f5116d req-789244cc-f75a-4971-885d-d26640d5a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.480033 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9ef70643-be50-4ba0-9ef4-30f329f5116d req-789244cc-f75a-4971-885d-d26640d5a0f0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.1961365 Oct 27 09:37:19.497614 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acaf55-2079-4f70-86f1-e861e36f19da req-bcc826e8-2869-4d7f-93ee-31c822e474e4 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.499802 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d4acaf55-2079-4f70-86f1-e861e36f19da req-bcc826e8-2869-4d7f-93ee-31c822e474e4 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 944 time: 0.2209206 Oct 27 09:37:19.595544 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9c23ab4d-83bc-45be-93a9-5d48440de228 admin admin] Publish callbacks [] for security_group (adb1548e-f5d1-48c8-8aa2-cf48d7e0b80d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:19.610747 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9ef70643-be50-4ba0-9ef4-30f329f5116d req-1e01a2a4-0026-4448-826b-9ce0bff7f43f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 HTTP/1.1" status: 200 len: 217 time: 0.1079757 Oct 27 09:37:19.648565 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb646b6b-3554-4dbc-b9dd-e573147721c4 req-be299742-84b9-4e3f-bff2-9cea18cdfff7 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.668931 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fb646b6b-3554-4dbc-b9dd-e573147721c4 req-be299742-84b9-4e3f-bff2-9cea18cdfff7 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 944 time: 0.3277726 Oct 27 09:37:19.685331 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9c23ab4d-83bc-45be-93a9-5d48440de228 admin admin] Publish callbacks [] for security_group (adb1548e-f5d1-48c8-8aa2-cf48d7e0b80d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:19.690760 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8 req-9087d967-b0aa-48f8-8dde-6f58b50ecc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.692244 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8 req-9087d967-b0aa-48f8-8dde-6f58b50ecc4b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=7c24dd54-2ed4-445c-a41b-4cf4e86b679d HTTP/1.1" status: 200 len: 912 time: 0.5240445 Oct 27 09:37:19.706954 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['88c31a6e-f135-454a-a1fa-282d832047fa'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:37:19.725148 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fae63-2f35-401e-aea4-eb3587d19071 req-87a818f7-32b3-4f61-b3da-ed24d05a2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.726817 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-277fae63-2f35-401e-aea4-eb3587d19071 req-87a818f7-32b3-4f61-b3da-ed24d05a2cb5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=27e1c21a-a41e-4b69-8864-f162b04c2923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2441831 Oct 27 09:37:19.760575 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8 req-8928c147-e7cc-4588-84c4-314956d84266 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88c31a6e-f135-454a-a1fa-282d832047fa HTTP/1.1" status: 200 len: 217 time: 0.0607285 Oct 27 09:37:19.764375 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-536d0a45-68d0-4c00-ba85-c38b8f90366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.766160 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-536d0a45-68d0-4c00-ba85-c38b8f90366e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.5967653 Oct 27 09:37:19.860954 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d4acaf55-2079-4f70-86f1-e861e36f19da req-26b0c89d-7cc0-424b-80c4-c1aea583df6e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235950 Oct 27 09:37:19.896294 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef70643-be50-4ba0-9ef4-30f329f5116d req-009bac99-6eac-4fca-8d50-5c0f10efe003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.897783 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9ef70643-be50-4ba0-9ef4-30f329f5116d req-009bac99-6eac-4fca-8d50-5c0f10efe003 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.2713070 Oct 27 09:37:19.917204 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-90499631-81c5-4ab3-8c56-65a96948cf16 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27493571-2a5c-4be1-8467-ef2c9634fcc8 HTTP/1.1" status: 200 len: 217 time: 0.1387317 Oct 27 09:37:19.937658 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['4aa69fa8-90ce-4e7e-909d-73d1c879dbeb'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:37:19.954171 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:19.969367 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8 req-bfc55615-88a2-4a88-8465-12d58fd552f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:19.972659 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8 req-bfc55615-88a2-4a88-8465-12d58fd552f6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=1c4d0380-46b3-4e00-9a07-258d3f36724c HTTP/1.1" status: 200 len: 850 time: 0.2051105 Oct 27 09:37:19.984195 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fb646b6b-3554-4dbc-b9dd-e573147721c4 req-6dfee228-cef7-4670-9868-598e89761ebf tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101387 Oct 27 09:37:20.000099 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9c23ab4d-83bc-45be-93a9-5d48440de228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (adb1548e-f5d1-48c8-8aa2-cf48d7e0b80d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:20.007640 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9c23ab4d-83bc-45be-93a9-5d48440de228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:20.010437 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-9c23ab4d-83bc-45be-93a9-5d48440de228 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/adb1548e-f5d1-48c8-8aa2-cf48d7e0b80d HTTP/1.1" status: 204 len: 168 time: 0.8696470 Oct 27 09:37:20.053581 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['27493571-2a5c-4be1-8467-ef2c9634fcc8'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:37:20.066390 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef70643-be50-4ba0-9ef4-30f329f5116d req-2c689bf1-89dd-4fb0-a2d0-5cd054be0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:20.070058 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9ef70643-be50-4ba0-9ef4-30f329f5116d req-2c689bf1-89dd-4fb0-a2d0-5cd054be0f8a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1618130 Oct 27 09:37:20.097310 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-277fae63-2f35-401e-aea4-eb3587d19071 req-b3e46501-6e2b-4865-8931-cee716574c3c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560598 Oct 27 09:37:20.143635 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8 req-d279bfc3-1322-463b-975c-057f07162d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:20.145185 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8 req-d279bfc3-1322-463b-975c-057f07162d18 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=7c24dd54-2ed4-445c-a41b-4cf4e86b679d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1145051 Oct 27 09:37:20.177728 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23ab4d-83bc-45be-93a9-5d48440de228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb1548e-f5d1-48c8-8aa2-cf48d7e0b80d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:20.183082 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-20cddd95-e476-433e-b7b4-6a81b836cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:20.184591 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-20cddd95-e476-433e-b7b4-6a81b836cc65 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.2460880 Oct 27 09:37:20.257413 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 0e6b0478-48aa-4f67-86d8-eb4b392e3971 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:37:20.351974 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5b19a-3fa2-4f9e-9b18-096a7307903a req-123eb4d2-32c4-49d9-bb2c-e75dbe5a7f43 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:20.353551 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-94e5b19a-3fa2-4f9e-9b18-096a7307903a req-123eb4d2-32c4-49d9-bb2c-e75dbe5a7f43 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 943 time: 0.3239419 Oct 27 09:37:20.400672 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:20.414265 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:20.415122 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:20.455977 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'port_id': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'mac_address': 'fa:16:3e:2c:3c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:37:20.531344 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:20.569581 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:20.570356 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:20.587513 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-267406d8-6a25-4466-92c6-d86fc7dc9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:20.608876 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-267406d8-6a25-4466-92c6-d86fc7dc9f89 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3800671 Oct 27 09:37:20.608876 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8 req-68d5458a-f5c1-41af-8bf8-89845ac4a434 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/7c24dd54-2ed4-445c-a41b-4cf4e86b679d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424186 Oct 27 09:37:20.630070 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6b0478-48aa-4f67-86d8-eb4b392e3971 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:37:20.658050 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127daf1-2821-4d2f-a91c-33b895ac92d2 req-680d3787-67cd-4c14-a225-355b7c16bfa3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:20.659564 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b127daf1-2821-4d2f-a91c-33b895ac92d2 req-680d3787-67cd-4c14-a225-355b7c16bfa3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.5333281 Oct 27 09:37:20.668308 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:20.707021 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:20.707696 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:37:20.727347 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57248) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:20.748805 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57250) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:20.777247 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-94e5b19a-3fa2-4f9e-9b18-096a7307903a req-7fc4f3ae-d327-400c-a084-a9aae3faf7b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921027 Oct 27 09:37:20.784919 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9ef70643-be50-4ba0-9ef4-30f329f5116d req-32d264f1-1dd0-43a2-9a10-e2f821f24411 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864085 Oct 27 09:37:20.808908 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bb2fbc62-dfb2-4d3c-a3fa-c39dcf824eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:20.824272 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-277fae63-2f35-401e-aea4-eb3587d19071 req-20d658db-b598-4c29-b75b-a20f4390d564 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712973 Oct 27 09:37:20.905087 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:20.907773 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b127daf1-2821-4d2f-a91c-33b895ac92d2 req-6256d786-aa8c-43ee-9ffe-40c77ec9708a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382014 Oct 27 09:37:20.956776 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:20.968300 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9ef70643-be50-4ba0-9ef4-30f329f5116d req-9594fae9-1251-4128-a951-7524a94d4002 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462734 Oct 27 09:37:21.030797 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bb2fbc62-dfb2-4d3c-a3fa-c39dcf824eb7 admin admin] Publish callbacks [] for security_group (98235fdc-55f7-45cc-941d-b1aac536ac89), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.046380 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.db.resource_extend [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 27 09:37:21.084748 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=0e6b0478-48aa-4f67-86d8-eb4b392e3971,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:21.085473 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-5dd01470-0bd7-4b53-b0a3-6e5a9bafece8 req-2d16dfc0-d258-4677-a951-2b3e362ba20b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/7c24dd54-2ed4-445c-a41b-4cf4e86b679d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729099 Oct 27 09:37:21.097083 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-2975c4a4-0833-4ecb-b1af-13e5d64c17c0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843411 Oct 27 09:37:21.099035 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bb2fbc62-dfb2-4d3c-a3fa-c39dcf824eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (98235fdc-55f7-45cc-941d-b1aac536ac89), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.175347 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d3741-0900-4853-bc26-677546394196 req-a4e15d74-7ea9-4955-acaa-bd6b0d34d80c tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:21.184205 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-321d3741-0900-4853-bc26-677546394196 req-a4e15d74-7ea9-4955-acaa-bd6b0d34d80c tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 944 time: 0.1555021 Oct 27 09:37:21.198028 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:21.211306 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'port_id': '8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740', 'mac_address': 'fa:16:3e:3d:a1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:37:21.224803 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2d661-0ee8-4a51-8622-99dba112eed1 req-f2348c0d-bb2f-49b4-ac9f-5be45e58d77e tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:21.226294 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b7d2d661-0ee8-4a51-8622-99dba112eed1 req-f2348c0d-bb2f-49b4-ac9f-5be45e58d77e tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 944 time: 0.1396234 Oct 27 09:37:21.227604 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-676295fb-2c1c-4568-ad63-4283f19a5f7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.255506 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:21.255892 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.277919 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:37:21.285511 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-bb2fbc62-dfb2-4d3c-a3fa-c39dcf824eb7 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=5efbf0eeb65d47efa636377c34e2f3d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5318785 Oct 27 09:37:21.287759 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fbc62-dfb2-4d3c-a3fa-c39dcf824eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98235fdc-55f7-45cc-941d-b1aac536ac89,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:21.291737 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57266) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:21.298143 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-321d3741-0900-4853-bc26-677546394196 req-68c0a7fb-af8b-45d5-9166-c4f84e850390 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129308 Oct 27 09:37:21.313305 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:21.318736 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.361490 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-f9329e49-5f5d-4da7-bd2f-2348901675b1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294631 Oct 27 09:37:21.370433 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b7d2d661-0ee8-4a51-8622-99dba112eed1 req-f89b9e23-961e-4290-b285-47a2088ec24e tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296518 Oct 27 09:37:21.384182 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ef9beb43-b3f1-4725-be8b-2764788dbe1a admin admin] Publish callbacks [] for security_group (98235fdc-55f7-45cc-941d-b1aac536ac89), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.412321 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:21.425461 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ef9beb43-b3f1-4725-be8b-2764788dbe1a admin admin] Publish callbacks [] for security_group (98235fdc-55f7-45cc-941d-b1aac536ac89), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.427790 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-676295fb-2c1c-4568-ad63-4283f19a5f7a admin admin] Publish callbacks [] for security_group (4e94c3e4-c8ac-4cb2-8d03-12a5033e7ea8), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.433203 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-676295fb-2c1c-4568-ad63-4283f19a5f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (4e94c3e4-c8ac-4cb2-8d03-12a5033e7ea8), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.471154 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676295fb-2c1c-4568-ad63-4283f19a5f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e94c3e4-c8ac-4cb2-8d03-12a5033e7ea8,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:21.477944 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-676295fb-2c1c-4568-ad63-4283f19a5f7a admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=0019184a911946438dbdae1892ac1a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7419424 Oct 27 09:37:21.478712 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-ac318c10-5283-4fb8-9d6a-f494c71ceadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:21.479053 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57268) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:21.479867 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-ac318c10-5283-4fb8-9d6a-f494c71ceadd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 1128 time: 0.0706580 Oct 27 09:37:21.527592 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10561f3c-7640-4fd2-b424-04d25584f92a admin admin] Publish callbacks [] for security_group (4e94c3e4-c8ac-4cb2-8d03-12a5033e7ea8), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.535016 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:21.549117 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10561f3c-7640-4fd2-b424-04d25584f92a admin admin] Publish callbacks [] for security_group (4e94c3e4-c8ac-4cb2-8d03-12a5033e7ea8), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.559365 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ef9beb43-b3f1-4725-be8b-2764788dbe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (98235fdc-55f7-45cc-941d-b1aac536ac89), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.562090 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ef9beb43-b3f1-4725-be8b-2764788dbe1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.563412 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-ef9beb43-b3f1-4725-be8b-2764788dbe1a admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/98235fdc-55f7-45cc-941d-b1aac536ac89 HTTP/1.1" status: 204 len: 168 time: 0.2705660 Oct 27 09:37:21.575789 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9beb43-b3f1-4725-be8b-2764788dbe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98235fdc-55f7-45cc-941d-b1aac536ac89,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:21.580153 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:21.594774 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-b0779c25-9032-4626-944d-e8337a19e1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:21.596313 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-b0779c25-9032-4626-944d-e8337a19e1cf service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 918 time: 0.1077702 Oct 27 09:37:21.604125 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10561f3c-7640-4fd2-b424-04d25584f92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (4e94c3e4-c8ac-4cb2-8d03-12a5033e7ea8), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.607531 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-10561f3c-7640-4fd2-b424-04d25584f92a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:21.612465 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-10561f3c-7640-4fd2-b424-04d25584f92a admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/4e94c3e4-c8ac-4cb2-8d03-12a5033e7ea8 HTTP/1.1" status: 204 len: 168 time: 0.1332014 Oct 27 09:37:21.645406 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10561f3c-7640-4fd2-b424-04d25584f92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e94c3e4-c8ac-4cb2-8d03-12a5033e7ea8,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:21.657500 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-d56e27c9-9e15-4f2f-8077-6f46dbdae254 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971 HTTP/1.1" status: 200 len: 217 time: 0.0536060 Oct 27 09:37:21.719663 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-b43d8e05-8389-4fd4-8a22-267b0e530c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:21.721919 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-b43d8e05-8389-4fd4-8a22-267b0e530c7a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.0561447 Oct 27 09:37:21.773907 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-0d8d2450-973d-4189-ac94-924e90cd98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:21.776021 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-0d8d2450-973d-4189-ac94-924e90cd98ef service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468543 Oct 27 09:37:21.934753 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-bf68ff61-b69d-4157-aae9-77719a1616da service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511931 Oct 27 09:37:21.979003 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a0d00-f4a1-4c86-a7c0-2cce062e0845 req-beca6b2a-02ea-42dc-bdfc-99b26ba67759 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:21.981003 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-952a0d00-f4a1-4c86-a7c0-2cce062e0845 req-beca6b2a-02ea-42dc-bdfc-99b26ba67759 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 944 time: 0.0708702 Oct 27 09:37:22.066782 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57300) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:22.091509 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-33f40ec8-a661-4600-a0c4-37bf5aa8bd9a req-82081dbd-0b5c-4d3f-8cf9-a5e85efb85fb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492920 Oct 27 09:37:22.091813 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-952a0d00-f4a1-4c86-a7c0-2cce062e0845 req-52c931c8-5010-417e-88a7-eedce22adf54 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043236 Oct 27 09:37:22.104873 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a5b6-c51b-4eab-b6fb-688382882071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:22.129525 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f3aaf-8070-4ee3-9cf5-40c05790f315 req-9bac446f-9e5b-4690-ab00-4abccd83da9d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:22.131274 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e74f3aaf-8070-4ee3-9cf5-40c05790f315 req-9bac446f-9e5b-4690-ab00-4abccd83da9d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 944 time: 0.0900691 Oct 27 09:37:22.222135 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e74f3aaf-8070-4ee3-9cf5-40c05790f315 req-bffe99bd-9bd5-4a6b-b715-5440b4757f3d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844119 Oct 27 09:37:22.260192 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a5b6-c51b-4eab-b6fb-688382882071 admin admin] Publish callbacks [] for security_group (346e150d-97da-46d6-8605-bc7105446ae5), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:22.265591 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a5b6-c51b-4eab-b6fb-688382882071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (346e150d-97da-46d6-8605-bc7105446ae5), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:22.277821 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:37:22.294024 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:22.314485 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1a5b6-c51b-4eab-b6fb-688382882071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346e150d-97da-46d6-8605-bc7105446ae5,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:22.325115 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57310) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:22.343080 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-dfe1a5b6-c51b-4eab-b6fb-688382882071 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=317401fd1d67455d9a80b629a92de188&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754972 Oct 27 09:37:22.360717 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:22.379486 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['0e6b0478-48aa-4f67-86d8-eb4b392e3971'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:37:22.382468 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 27493571-2a5c-4be1-8467-ef2c9634fcc8 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:37:22.438301 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ba398346-f34e-4694-86de-4d69084b33ce admin admin] Publish callbacks [] for security_group (346e150d-97da-46d6-8605-bc7105446ae5), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:22.475863 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7928b47-2d80-43a6-a37d-89b5b7d3445d req-895c9afb-864d-40be-bb7e-f701734b0892 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:22.484763 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c7928b47-2d80-43a6-a37d-89b5b7d3445d req-895c9afb-864d-40be-bb7e-f701734b0892 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 944 time: 0.0689995 Oct 27 09:37:22.490964 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ba398346-f34e-4694-86de-4d69084b33ce admin admin] Publish callbacks [] for security_group (346e150d-97da-46d6-8605-bc7105446ae5), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:22.495744 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port 27493571-2a5c-4be1-8467-ef2c9634fcc8 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:37:22.531675 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 27493571-2a5c-4be1-8467-ef2c9634fcc8 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:37:22.532397 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:22.533028 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 27493571-2a5c-4be1-8467-ef2c9634fcc8 Oct 27 09:37:22.569558 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ba398346-f34e-4694-86de-4d69084b33ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (346e150d-97da-46d6-8605-bc7105446ae5), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:22.572552 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c7928b47-2d80-43a6-a37d-89b5b7d3445d req-22eea34a-2f01-4984-b00c-2238041f5359 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866795 Oct 27 09:37:22.584406 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ba398346-f34e-4694-86de-4d69084b33ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:22.586563 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:22.586787 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-ba398346-f34e-4694-86de-4d69084b33ce admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/346e150d-97da-46d6-8605-bc7105446ae5 HTTP/1.1" status: 204 len: 168 time: 0.2613423 Oct 27 09:37:22.589430 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905c5f7-7bd9-423d-8c36-e7edfba53556 req-845a3ec9-16df-472d-ba9a-7ec07573db62 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:22.591201 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7905c5f7-7bd9-423d-8c36-e7edfba53556 req-845a3ec9-16df-472d-ba9a-7ec07573db62 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 944 time: 0.1035240 Oct 27 09:37:22.609720 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba398346-f34e-4694-86de-4d69084b33ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346e150d-97da-46d6-8605-bc7105446ae5,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:22.675364 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7905c5f7-7bd9-423d-8c36-e7edfba53556 req-9136e54b-5119-4d89-8121-1a73a524d108 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746059 Oct 27 09:37:22.776489 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 27493571-2a5c-4be1-8467-ef2c9634fcc8 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:22.776970 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:22.816299 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27493571-2a5c-4be1-8467-ef2c9634fcc8'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:37:22.903843 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 27493571-2a5c-4be1-8467-ef2c9634fcc8, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=27493571-2a5c-4be1-8467-ef2c9634fcc8,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:22.916363 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:22.917230 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 88c31a6e-f135-454a-a1fa-282d832047fa up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:37:23.003207 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=27493571-2a5c-4be1-8467-ef2c9634fcc8,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:23.008106 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57340) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:23.013626 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port 88c31a6e-f135-454a-a1fa-282d832047fa completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:37:23.022588 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 88c31a6e-f135-454a-a1fa-282d832047fa triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:37:23.022972 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.023367 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 88c31a6e-f135-454a-a1fa-282d832047fa Oct 27 09:37:23.026656 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b61d8b8e-a96d-47ec-ac8d-6c630e9f5184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.079075 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d828cf-39cc-4df2-a751-b4b75d0ef6d3" -d '{"events": [{"server_uuid": "4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed", "name": "network-vif-plugged", "status": "completed", "tag": "27493571-2a5c-4be1-8467-ef2c9634fcc8"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:37:23.141120 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b61d8b8e-a96d-47ec-ac8d-6c630e9f5184 admin admin] Publish callbacks [] for security_group (ca6a1181-d983-44d4-b262-477f6587ae3e), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.143909 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 88c31a6e-f135-454a-a1fa-282d832047fa is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:23.144664 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.149077 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b61d8b8e-a96d-47ec-ac8d-6c630e9f5184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ca6a1181-d983-44d4-b262-477f6587ae3e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.183891 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 88c31a6e-f135-454a-a1fa-282d832047fa, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=88c31a6e-f135-454a-a1fa-282d832047fa,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:23.186865 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d8b8e-a96d-47ec-ac8d-6c630e9f5184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6a1181-d983-44d4-b262-477f6587ae3e,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:23.192549 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.194853 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:37:23.211774 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57352) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:23.212508 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-b61d8b8e-a96d-47ec-ac8d-6c630e9f5184 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=9ca3d22f212346daa6c39ea6ef03d553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020218 Oct 27 09:37:23.283235 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac037d1b-3573-4b9b-ae2e-6dc26db5c1da req-70baa683-a411-4bc6-834d-2b76b971ae80 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:23.284807 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ac037d1b-3573-4b9b-ae2e-6dc26db5c1da req-70baa683-a411-4bc6-834d-2b76b971ae80 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 944 time: 0.0657864 Oct 27 09:37:23.317107 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-35bc05dd-c35e-4eff-b29c-ffc1e78d8485 admin admin] Publish callbacks [] for security_group (ca6a1181-d983-44d4-b262-477f6587ae3e), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.317334 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:23.318226 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:37:23.321122 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=88c31a6e-f135-454a-a1fa-282d832047fa,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:23.334061 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:37:23.334061 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.334429 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb Oct 27 09:37:23.347891 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-35bc05dd-c35e-4eff-b29c-ffc1e78d8485 admin admin] Publish callbacks [] for security_group (ca6a1181-d983-44d4-b262-477f6587ae3e), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.381124 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ac037d1b-3573-4b9b-ae2e-6dc26db5c1da req-c7cf14eb-7b90-4dbf-95c4-7825df70740d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879016 Oct 27 09:37:23.403973 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:23.433460 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-35bc05dd-c35e-4eff-b29c-ffc1e78d8485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ca6a1181-d983-44d4-b262-477f6587ae3e), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.439639 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-35bc05dd-c35e-4eff-b29c-ffc1e78d8485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.444581 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-35bc05dd-c35e-4eff-b29c-ffc1e78d8485 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/ca6a1181-d983-44d4-b262-477f6587ae3e HTTP/1.1" status: 204 len: 168 time: 0.2317159 Oct 27 09:37:23.469837 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc05dd-c35e-4eff-b29c-ffc1e78d8485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6a1181-d983-44d4-b262-477f6587ae3e,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:23.486733 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:23.491801 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:23.492126 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.540722 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:23.549192 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:23.550455 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:23.561356 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eefb3a6-1d19-4e0c-a833-b5f8a9c09b0d req-557e6280-9740-4c11-88b7-d66b18536954 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:23.563334 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5eefb3a6-1d19-4e0c-a833-b5f8a9c09b0d req-557e6280-9740-4c11-88b7-d66b18536954 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 944 time: 0.1085372 Oct 27 09:37:23.581854 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57368) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:23.653567 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:23.669028 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f92d11-44e7-4300-9017-6d3a1a550909 x-openstack-request-id: req-c0f92d11-44e7-4300-9017-6d3a1a550909 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:37:23.669353 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed", "name": "network-vif-plugged", "status": "completed", "tag": "27493571-2a5c-4be1-8467-ef2c9634fcc8", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:37:23.669611 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0f92d11-44e7-4300-9017-6d3a1a550909 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:37:23.686723 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f92d11-44e7-4300-9017-6d3a1a550909'] response: {'server_uuid': '4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27493571-2a5c-4be1-8467-ef2c9634fcc8', 'code': 200} Oct 27 09:37:23.686871 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5eefb3a6-1d19-4e0c-a833-b5f8a9c09b0d req-b5eaa744-c5e3-4f7f-bae2-e4192746d6e3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153190 Oct 27 09:37:23.844456 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea57151-11fd-41cd-ac50-73f3724debc6 req-5d2d403c-db6f-4722-ad46-8164e8e7e844 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:23.846013 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2ea57151-11fd-41cd-ac50-73f3724debc6 req-5d2d403c-db6f-4722-ad46-8164e8e7e844 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0568655 Oct 27 09:37:23.967685 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315d990-6fa6-48c9-9232-9c001ee9afea req-bf0c8eb4-4437-4601-9612-99fd6ae0aa33 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:23.969792 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e315d990-6fa6-48c9-9232-9c001ee9afea req-bf0c8eb4-4437-4601-9612-99fd6ae0aa33 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1228476 Oct 27 09:37:24.018085 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2ea57151-11fd-41cd-ac50-73f3724debc6 req-cb92b26f-9a9d-4050-bc49-c3673809a9be tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370578 Oct 27 09:37:24.031630 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13cb78-0b5a-40db-9362-8b6ca5a0a2b2 req-1f478b21-610c-41f1-aa1b-54faee321aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:24.033403 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-dd13cb78-0b5a-40db-9362-8b6ca5a0a2b2 req-1f478b21-610c-41f1-aa1b-54faee321aaf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 1130 time: 0.1236527 Oct 27 09:37:24.051540 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e315d990-6fa6-48c9-9232-9c001ee9afea req-d1902d46-7df3-450e-9a49-f39b780f6783 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741458 Oct 27 09:37:24.060284 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-dd13cb78-0b5a-40db-9362-8b6ca5a0a2b2 req-37a58bf9-3b2d-47e7-8a67-5f508ac2c101 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.093819 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a463145e-fe0e-45fc-9237-7a2d91eff633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.169924 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:24.225310 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-dd13cb78-0b5a-40db-9362-8b6ca5a0a2b2 req-37a58bf9-3b2d-47e7-8a67-5f508ac2c101 service neutron] Publish callbacks [] for security_group (8cf81eae-5579-46d0-8167-abf8024ef0da), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.236460 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-dd13cb78-0b5a-40db-9362-8b6ca5a0a2b2 req-37a58bf9-3b2d-47e7-8a67-5f508ac2c101 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (8cf81eae-5579-46d0-8167-abf8024ef0da), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.279078 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:37:24.287340 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a463145e-fe0e-45fc-9237-7a2d91eff633 admin admin] Publish callbacks [] for security_group (da30b4ba-a9dd-4d6d-8d6e-327568133384), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.303055 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a463145e-fe0e-45fc-9237-7a2d91eff633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (da30b4ba-a9dd-4d6d-8d6e-327568133384), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.318351 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-dd13cb78-0b5a-40db-9362-8b6ca5a0a2b2 req-37a58bf9-3b2d-47e7-8a67-5f508ac2c101 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773550 Oct 27 09:37:24.319128 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a58bf9-3b2d-47e7-8a67-5f508ac2c101 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf81eae-5579-46d0-8167-abf8024ef0da,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:24.339391 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:37:24.348240 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:37:24.349189 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.349575 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 Oct 27 09:37:24.355235 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57396) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:24.363172 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-a463145e-fe0e-45fc-9237-7a2d91eff633 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=196b9f6cc8b445a4b3a4cc497da8179f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7799933 Oct 27 09:37:24.382941 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463145e-fe0e-45fc-9237-7a2d91eff633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da30b4ba-a9dd-4d6d-8d6e-327568133384,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:24.453057 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:24.453518 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.455829 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-672fe234-d0d7-404b-8f10-1e851dde9686 admin admin] Publish callbacks [] for security_group (da30b4ba-a9dd-4d6d-8d6e-327568133384), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.484544 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-672fe234-d0d7-404b-8f10-1e851dde9686 admin admin] Publish callbacks [] for security_group (da30b4ba-a9dd-4d6d-8d6e-327568133384), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.488000 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:24.517341 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:24.524147 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.525199 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 0e6b0478-48aa-4f67-86d8-eb4b392e3971 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:37:24.566140 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afd680-534f-4cd6-be84-bf23355dcc23 req-eec3547c-c27b-4037-9d5a-20a2dcc35b61 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:24.567940 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d0afd680-534f-4cd6-be84-bf23355dcc23 req-eec3547c-c27b-4037-9d5a-20a2dcc35b61 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 944 time: 0.0710301 Oct 27 09:37:24.613160 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:24.622767 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:37:24.629193 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-672fe234-d0d7-404b-8f10-1e851dde9686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (da30b4ba-a9dd-4d6d-8d6e-327568133384), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.629872 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:37:24.630419 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.631130 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 Oct 27 09:37:24.632205 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-672fe234-d0d7-404b-8f10-1e851dde9686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.633405 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-672fe234-d0d7-404b-8f10-1e851dde9686 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/da30b4ba-a9dd-4d6d-8d6e-327568133384 HTTP/1.1" status: 204 len: 168 time: 0.2771037 Oct 27 09:37:24.657728 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fe234-d0d7-404b-8f10-1e851dde9686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da30b4ba-a9dd-4d6d-8d6e-327568133384,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:24.663259 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d0afd680-534f-4cd6-be84-bf23355dcc23 req-fa9d7063-3b8c-4a56-a4e5-2fd66f67c2a4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806150 Oct 27 09:37:24.800102 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:24.800481 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.845722 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:24.859949 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:24.901608 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d32d2b-574c-4da2-a47c-363752ae79ad req-e105036d-b16a-41e1-a333-ed106f16f1bc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:24.909725 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5d32d2b-574c-4da2-a47c-363752ae79ad req-e105036d-b16a-41e1-a333-ed106f16f1bc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 944 time: 0.0751300 Oct 27 09:37:24.925513 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=0e6b0478-48aa-4f67-86d8-eb4b392e3971,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:24.964464 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5d32d2b-574c-4da2-a47c-363752ae79ad req-4666d2f3-b39b-4283-917a-d7234b275ecc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537739 Oct 27 09:37:25.204427 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f61e1-4c23-4066-8064-8756efb276e6 req-a20959de-31b2-4e24-a083-42c570bd615c tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:25.207798 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b79f61e1-4c23-4066-8064-8756efb276e6 req-a20959de-31b2-4e24-a083-42c570bd615c tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.1015096 Oct 27 09:37:25.233830 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57436) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:25.235377 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77258a1e-5f84-4f40-ac93-c00c5635cc58 req-9a54df96-a9d3-470d-877d-04a4c668639b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:25.236993 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-77258a1e-5f84-4f40-ac93-c00c5635cc58 req-9a54df96-a9d3-470d-877d-04a4c668639b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0862775 Oct 27 09:37:25.255882 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1bc9f6c1-7a1e-4f81-bf7e-6681c4cba384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:25.311480 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b79f61e1-4c23-4066-8064-8756efb276e6 req-9cabb7d4-a382-4c31-9807-a63f4fbe4b8f tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963249 Oct 27 09:37:25.358733 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-77258a1e-5f84-4f40-ac93-c00c5635cc58 req-578770c7-345a-4a19-a8a3-7ed06db84481 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079566 Oct 27 09:37:25.362933 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1bc9f6c1-7a1e-4f81-bf7e-6681c4cba384 admin admin] Publish callbacks [] for security_group (e7e930a7-52de-480b-8fc2-909014365f61), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:25.367099 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1bc9f6c1-7a1e-4f81-bf7e-6681c4cba384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e7e930a7-52de-480b-8fc2-909014365f61), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:25.403998 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1bc9f6c1-7a1e-4f81-bf7e-6681c4cba384 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=e33bba2fc97f45798bd2f9b22d0b4007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1676247 Oct 27 09:37:25.406664 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57444) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:25.412840 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9f6c1-7a1e-4f81-bf7e-6681c4cba384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e930a7-52de-480b-8fc2-909014365f61,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:25.474411 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b43c6fc2-28df-4b3e-b5a1-5ff9e36860b9 admin admin] Publish callbacks [] for security_group (e7e930a7-52de-480b-8fc2-909014365f61), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:25.496208 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b43c6fc2-28df-4b3e-b5a1-5ff9e36860b9 admin admin] Publish callbacks [] for security_group (e7e930a7-52de-480b-8fc2-909014365f61), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:25.547022 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b43c6fc2-28df-4b3e-b5a1-5ff9e36860b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e7e930a7-52de-480b-8fc2-909014365f61), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:25.549833 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b43c6fc2-28df-4b3e-b5a1-5ff9e36860b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:25.551100 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-b43c6fc2-28df-4b3e-b5a1-5ff9e36860b9 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/e7e930a7-52de-480b-8fc2-909014365f61 HTTP/1.1" status: 204 len: 168 time: 0.1434581 Oct 27 09:37:25.560859 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c6fc2-28df-4b3e-b5a1-5ff9e36860b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e930a7-52de-480b-8fc2-909014365f61,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:25.688666 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41afcd63-98f3-468b-a15d-f925bd7aba8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c31a6e-f135-454a-a1fa-282d832047fa'}, {'server_uuid': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb'}, {'server_uuid': '9d7180c7-c669-4b10-b463-9910c0eebbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740'}, {'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:37:25.692255 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b39390-1170-46f9-943e-c27d0bafe6c5" -d '{"events": [{"server_uuid": "41afcd63-98f3-468b-a15d-f925bd7aba8a", "name": "network-vif-plugged", "status": "completed", "tag": "88c31a6e-f135-454a-a1fa-282d832047fa"}, {"server_uuid": "5232c748-ed0e-4ba8-a76d-1b8b9ffd523c", "name": "network-vif-plugged", "status": "completed", "tag": "4aa69fa8-90ce-4e7e-909d-73d1c879dbeb"}, {"server_uuid": "9d7180c7-c669-4b10-b463-9910c0eebbdd", "name": "network-vif-plugged", "status": "completed", "tag": "8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740"}, {"server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "name": "network-vif-plugged", "status": "completed", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:37:25.760846 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 27 Oct 2022 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5ccacc-4c6b-4d30-a231-4a6aa0248e2b x-openstack-request-id: req-fa5ccacc-4c6b-4d30-a231-4a6aa0248e2b {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:37:25.761395 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41afcd63-98f3-468b-a15d-f925bd7aba8a", "name": "network-vif-plugged", "status": "completed", "tag": "88c31a6e-f135-454a-a1fa-282d832047fa", "code": 200}, {"server_uuid": "5232c748-ed0e-4ba8-a76d-1b8b9ffd523c", "name": "network-vif-plugged", "status": "completed", "tag": "4aa69fa8-90ce-4e7e-909d-73d1c879dbeb", "code": 200}, {"server_uuid": "9d7180c7-c669-4b10-b463-9910c0eebbdd", "name": "network-vif-plugged", "status": "completed", "tag": "8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740", "code": 200}, {"server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "name": "network-vif-plugged", "status": "completed", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:37:25.761588 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa5ccacc-4c6b-4d30-a231-4a6aa0248e2b {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:37:25.762515 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5ccacc-4c6b-4d30-a231-4a6aa0248e2b'] response: {'server_uuid': '41afcd63-98f3-468b-a15d-f925bd7aba8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c31a6e-f135-454a-a1fa-282d832047fa', 'code': 200} Oct 27 09:37:25.762805 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5ccacc-4c6b-4d30-a231-4a6aa0248e2b'] response: {'server_uuid': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb', 'code': 200} Oct 27 09:37:25.763072 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5ccacc-4c6b-4d30-a231-4a6aa0248e2b'] response: {'server_uuid': '9d7180c7-c669-4b10-b463-9910c0eebbdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740', 'code': 200} Oct 27 09:37:25.763333 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5ccacc-4c6b-4d30-a231-4a6aa0248e2b'] response: {'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'code': 200} Oct 27 09:37:25.865959 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaab69c-a5de-4351-8ec8-f344771f9729 req-9f72c4c1-b361-4992-b8c0-edbd2af59369 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:25.868192 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-efaab69c-a5de-4351-8ec8-f344771f9729 req-9f72c4c1-b361-4992-b8c0-edbd2af59369 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0995557 Oct 27 09:37:25.934846 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-efaab69c-a5de-4351-8ec8-f344771f9729 req-3612e9e4-23d6-4f31-8120-ca0b14244750 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580776 Oct 27 09:37:26.125252 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:26.142334 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2fd07-b357-4d6e-b1b8-56e059b3b9b8 req-fc81607c-a8dd-4f9d-a78b-09bb78e58e50 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:26.144184 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-78c2fd07-b357-4d6e-b1b8-56e059b3b9b8 req-fc81607c-a8dd-4f9d-a78b-09bb78e58e50 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0794132 Oct 27 09:37:26.206477 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-48d44ba5-7ed8-456c-8949-a1fca25bf4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:26.223736 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-78c2fd07-b357-4d6e-b1b8-56e059b3b9b8 req-4c6dee34-a6d0-4960-ac83-e91d1bba987e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724740 Oct 27 09:37:26.552686 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024603ba-f545-40a1-97ab-03b58e195681 req-71dd1789-9bf3-4503-8ccf-057f236b3b3f tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:26.555048 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-024603ba-f545-40a1-97ab-03b58e195681 req-71dd1789-9bf3-4503-8ccf-057f236b3b3f tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.1163621 Oct 27 09:37:26.590186 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75db6b-169b-4730-bfe9-6a9343a0cdf3 req-bdb5dab1-ddd3-4315-a337-41cbe8f56845 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:26.592319 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ec75db6b-169b-4730-bfe9-6a9343a0cdf3 req-bdb5dab1-ddd3-4315-a337-41cbe8f56845 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0819330 Oct 27 09:37:26.643172 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-024603ba-f545-40a1-97ab-03b58e195681 req-1b270810-fd36-46b7-ba29-82e026210045 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809033 Oct 27 09:37:26.645384 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=16 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:26.652316 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=12 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:26.690685 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ec75db6b-169b-4730-bfe9-6a9343a0cdf3 req-70782ac5-dde3-4d03-b535-41e7dac073b6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856321 Oct 27 09:37:26.977664 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57542) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:27.053270 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:27.073508 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61496f6d-6f6a-459f-b38a-f02fb009b3b7 req-7a98cf4a-c56f-45a9-8211-2a4c0e8ea10c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:27.075010 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61496f6d-6f6a-459f-b38a-f02fb009b3b7 req-7a98cf4a-c56f-45a9-8211-2a4c0e8ea10c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0507298 Oct 27 09:37:27.127897 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61496f6d-6f6a-459f-b38a-f02fb009b3b7 req-e097a163-03c7-4f6c-8a79-eaccfddd174f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466750 Oct 27 09:37:27.214234 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8f1e7af1-70fb-4072-aaaa-44ce4adb5729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:27.289671 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8f1e7af1-70fb-4072-aaaa-44ce4adb5729 admin admin] Publish callbacks [] for security_group (92aa563f-df73-4187-84bd-92d5e3126dd2), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:27.293931 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8f1e7af1-70fb-4072-aaaa-44ce4adb5729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (92aa563f-df73-4187-84bd-92d5e3126dd2), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:27.299047 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:27.339639 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-8f1e7af1-70fb-4072-aaaa-44ce4adb5729 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=c96d33b2dd654bd1bd2be63dac9682b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608906 Oct 27 09:37:27.341038 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e7af1-70fb-4072-aaaa-44ce4adb5729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aa563f-df73-4187-84bd-92d5e3126dd2,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:27.344143 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57556) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:27.383405 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d2857-9965-4d07-9908-1b492edf0e3b req-f397ed3b-0152-4fcd-88c2-0e8cdff61541 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:27.385243 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-741d2857-9965-4d07-9908-1b492edf0e3b req-f397ed3b-0152-4fcd-88c2-0e8cdff61541 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0650632 Oct 27 09:37:27.395153 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Publish callbacks [] for security_group (92aa563f-df73-4187-84bd-92d5e3126dd2), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:27.436089 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Publish callbacks [] for security_group (92aa563f-df73-4187-84bd-92d5e3126dd2), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:27.450640 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-741d2857-9965-4d07-9908-1b492edf0e3b req-d3160a7d-83b7-41d1-b553-5e4f78aeb728 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527689 Oct 27 09:37:27.491412 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (92aa563f-df73-4187-84bd-92d5e3126dd2), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:27.494468 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:27.498267 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/92aa563f-df73-4187-84bd-92d5e3126dd2 HTTP/1.1" status: 204 len: 168 time: 0.1506815 Oct 27 09:37:27.504907 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aa563f-df73-4187-84bd-92d5e3126dd2,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:27.512488 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.512866 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.513758 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.514130 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.514437 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.514765 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.515108 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.515409 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.515751 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.516080 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.516423 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.516788 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.517229 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.517609 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.517933 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3e5988-ce81-4bd4-85bb-5a297675efb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:27.793545 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4db81-f37f-47a2-8c6c-eb512ba73850 req-c1fcb9b2-9341-4568-b38a-59683bbff018 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:27.795651 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fca4db81-f37f-47a2-8c6c-eb512ba73850 req-c1fcb9b2-9341-4568-b38a-59683bbff018 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0646200 Oct 27 09:37:27.823955 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57574) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:27.838366 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4e48-fa11-43c2-9c00-d100b6974323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:27.842649 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856686b-0a9a-4501-846f-8f68039c5e32 req-fe66e997-df65-41ba-a2a8-9d46d3cac39c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:27.844108 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5856686b-0a9a-4501-846f-8f68039c5e32 req-fe66e997-df65-41ba-a2a8-9d46d3cac39c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0690131 Oct 27 09:37:27.859932 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:27.883460 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fca4db81-f37f-47a2-8c6c-eb512ba73850 req-77a219c9-0549-4afc-a800-25e6e2568e84 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716252 Oct 27 09:37:27.915267 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5856686b-0a9a-4501-846f-8f68039c5e32 req-c1e1c688-dd03-4327-a072-10f8aaeff3d4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614049 Oct 27 09:37:27.922810 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4e48-fa11-43c2-9c00-d100b6974323 admin admin] Publish callbacks [] for security_group (c8ee5d4b-93f9-471c-b607-6ca8c4e91736), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:27.926769 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e0d4e48-fa11-43c2-9c00-d100b6974323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (c8ee5d4b-93f9-471c-b607-6ca8c4e91736), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:27.971616 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-0e0d4e48-fa11-43c2-9c00-d100b6974323 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=d68cd6eb18ae469fa0e3167225d148e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431980 Oct 27 09:37:27.971616 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d4e48-fa11-43c2-9c00-d100b6974323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee5d4b-93f9-471c-b607-6ca8c4e91736,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:27.971937 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57576) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:28.024357 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Publish callbacks [] for security_group (c8ee5d4b-93f9-471c-b607-6ca8c4e91736), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:28.045373 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Publish callbacks [] for security_group (c8ee5d4b-93f9-471c-b607-6ca8c4e91736), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:28.089760 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (c8ee5d4b-93f9-471c-b607-6ca8c4e91736), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:28.092999 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:28.094142 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/c8ee5d4b-93f9-471c-b607-6ca8c4e91736 HTTP/1.1" status: 204 len: 168 time: 0.1211870 Oct 27 09:37:28.102449 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee5d4b-93f9-471c-b607-6ca8c4e91736,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:28.110403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.110744 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.111087 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.111433 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.111771 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.112104 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.112498 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.112930 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.113207 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.113534 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.113860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.114191 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.114513 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.115419 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.115754 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700f693d-3463-4a37-a738-6e986e5a421a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:28.248299 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67851198-e749-4362-b0a0-7e5ab5c52d11 req-0a810400-a258-45b8-9e67-0928fc8ea0e1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:28.249814 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67851198-e749-4362-b0a0-7e5ab5c52d11 req-0a810400-a258-45b8-9e67-0928fc8ea0e1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0474401 Oct 27 09:37:28.301851 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67851198-e749-4362-b0a0-7e5ab5c52d11 req-8846476e-733e-4437-9fdc-e7581def6c09 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Oct 27 09:37:28.504634 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:28.516287 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-7e663c30-b397-45d3-aefe-a688c8955e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:28.611537 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3537e2-125a-4ade-9ce7-62a28456f555 req-feed8a32-307e-4447-88ce-0dfc75108cc1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:28.621212 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ce3537e2-125a-4ade-9ce7-62a28456f555 req-feed8a32-307e-4447-88ce-0dfc75108cc1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0710182 Oct 27 09:37:28.652282 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:28.674496 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ce3537e2-125a-4ade-9ce7-62a28456f555 req-588e4004-b472-4620-adbf-c64f5e109b0f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523887 Oct 27 09:37:29.045246 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3870f3-fcba-48d1-b926-3ed1431007e5 req-7173dc0b-41fd-40ae-9155-9be04ef6c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:29.051015 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-8f3870f3-fcba-48d1-b926-3ed1431007e5 req-7173dc0b-41fd-40ae-9155-9be04ef6c9a6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 1129 time: 0.0919065 Oct 27 09:37:29.081795 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb3632-3659-4b6f-9b0d-d2bb36a17d6a req-1b4b17c7-a927-40b2-9cf8-9b10497ee5d6 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:29.083670 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b1bb3632-3659-4b6f-9b0d-d2bb36a17d6a req-1b4b17c7-a927-40b2-9cf8-9b10497ee5d6 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0983064 Oct 27 09:37:29.094096 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cda5c-a6f2-449a-b0b7-7ea54b3c2f08 req-bd0a47a8-266e-4803-b163-48a3cb7d6623 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:29.101573 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a03cda5c-a6f2-449a-b0b7-7ea54b3c2f08 req-bd0a47a8-266e-4803-b163-48a3cb7d6623 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0814962 Oct 27 09:37:29.167626 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-8f3870f3-fcba-48d1-b926-3ed1431007e5 req-3de2bfdf-ebff-474b-8ecf-22715e1d9b20 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095042 Oct 27 09:37:29.169242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9fa9b-ab58-43ff-8058-595db0b0391c req-a340d2b9-4942-454f-bca6-ece781a815c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:29.171942 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-81c9fa9b-ab58-43ff-8058-595db0b0391c req-a340d2b9-4942-454f-bca6-ece781a815c5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 1129 time: 0.0862322 Oct 27 09:37:29.235109 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a03cda5c-a6f2-449a-b0b7-7ea54b3c2f08 req-19ab3c38-8a99-4835-ba62-152219b8e719 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326830 Oct 27 09:37:29.254991 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef950cd-3749-4e5f-9df4-dc159e64d9f1 req-dd55c846-6f5b-485b-9aed-2141bd1ef6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:29.256470 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1ef950cd-3749-4e5f-9df4-dc159e64d9f1 req-dd55c846-6f5b-485b-9aed-2141bd1ef6c1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 1129 time: 0.1093633 Oct 27 09:37:29.260036 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b1bb3632-3659-4b6f-9b0d-d2bb36a17d6a req-d528d022-a543-45ea-8cba-53d6a5121cde tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424594 Oct 27 09:37:29.442522 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035ba32-4dd2-4577-ada5-2ae6395554cd req-f7e3284b-1406-479d-87a0-505825338439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:29.444017 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d035ba32-4dd2-4577-ada5-2ae6395554cd req-f7e3284b-1406-479d-87a0-505825338439 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 1129 time: 0.0652397 Oct 27 09:37:29.468938 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c18b2-2deb-4f19-9465-8929ba264a6f req-4825cf20-07e9-4c10-b0f1-75ec9b43e2eb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:29.470543 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-af9c18b2-2deb-4f19-9465-8929ba264a6f req-4825cf20-07e9-4c10-b0f1-75ec9b43e2eb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0941699 Oct 27 09:37:29.474209 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1ef950cd-3749-4e5f-9df4-dc159e64d9f1 req-2451bbf4-9bc7-4597-a01a-5d606ef0bf76 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966520 Oct 27 09:37:29.475531 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-81c9fa9b-ab58-43ff-8058-595db0b0391c req-313b3b9c-1b5d-425b-b9f5-f06bfc87af85 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980356 Oct 27 09:37:29.503656 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d035ba32-4dd2-4577-ada5-2ae6395554cd req-aec2b56b-f018-44b7-bd78-ee63b5afd9fe service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488596 Oct 27 09:37:29.520420 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:29.525302 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-af9c18b2-2deb-4f19-9465-8929ba264a6f req-8738a596-cd6b-41eb-87d9-8354a04d5d37 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485940 Oct 27 09:37:29.696481 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:29.806018 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0f1e1-553a-4220-942f-cdaec8288612 req-5a9f9506-e824-4c71-8e5b-a2735cc5dc2d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:29.813614 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aea0f1e1-553a-4220-942f-cdaec8288612 req-5a9f9506-e824-4c71-8e5b-a2735cc5dc2d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0558801 Oct 27 09:37:29.872134 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aea0f1e1-553a-4220-942f-cdaec8288612 req-5d1a1c33-11d7-4e10-aea0-9e5301d194ae tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496781 Oct 27 09:37:30.417366 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15e89c-b6da-4c87-b0b3-400c2efb7d23 req-ef8fa9e3-e57c-435b-a8bb-fe8fc35b82a6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:30.420357 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fa15e89c-b6da-4c87-b0b3-400c2efb7d23 req-ef8fa9e3-e57c-435b-a8bb-fe8fc35b82a6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1006000 Oct 27 09:37:30.449193 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1429a-7a5f-4d9e-a8da-34509ab31bae req-ef44cda9-f38a-4cdb-9faf-2cbce3a5e55b tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:30.450989 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-49f1429a-7a5f-4d9e-a8da-34509ab31bae req-ef44cda9-f38a-4cdb-9faf-2cbce3a5e55b tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0956779 Oct 27 09:37:30.531112 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fa15e89c-b6da-4c87-b0b3-400c2efb7d23 req-6816a4be-bb39-4e65-ad45-43cc8a9d81da tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983808 Oct 27 09:37:30.535386 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-49f1429a-7a5f-4d9e-a8da-34509ab31bae req-64adb149-11af-49d3-ba9f-1dbdeea4be57 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674670 Oct 27 09:37:30.655896 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6fb0b-0b5d-4131-8974-2c1bb4afd3b2 req-189339a4-36f0-4ea9-8234-050d4d4c28bf tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:30.657409 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-00f6fb0b-0b5d-4131-8974-2c1bb4afd3b2 req-189339a4-36f0-4ea9-8234-050d4d4c28bf tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0473433 Oct 27 09:37:30.701248 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57704) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:30.709312 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-00f6fb0b-0b5d-4131-8974-2c1bb4afd3b2 req-f65fcb8a-06e6-4a7b-bbec-a426862b398b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463848 Oct 27 09:37:30.814773 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd5b933e-3189-4512-9805-a11c7c96d1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:30.892115 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:30.894377 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd5b933e-3189-4512-9805-a11c7c96d1f8 admin admin] Publish callbacks [] for security_group (072ee087-d0bd-44eb-821f-daa99621b6f4), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:30.898505 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd5b933e-3189-4512-9805-a11c7c96d1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (072ee087-d0bd-44eb-821f-daa99621b6f4), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:30.939126 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-bd5b933e-3189-4512-9805-a11c7c96d1f8 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=80b6cb3d42684a2eacbbbe9a2550c283&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366424 Oct 27 09:37:30.939820 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b933e-3189-4512-9805-a11c7c96d1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072ee087-d0bd-44eb-821f-daa99621b6f4,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:30.942006 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57710) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:30.986452 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b657e-bf8b-433e-93ce-cbb36d411567 req-f0b97ced-7a2a-4374-9f2a-4ca85fc08afc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:30.987935 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-673b657e-bf8b-433e-93ce-cbb36d411567 req-f0b97ced-7a2a-4374-9f2a-4ca85fc08afc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0453868 Oct 27 09:37:31.003387 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0aa815c1-ea9d-4ed4-bfbb-661dbc84f425 admin admin] Publish callbacks [] for security_group (072ee087-d0bd-44eb-821f-daa99621b6f4), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.024609 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0aa815c1-ea9d-4ed4-bfbb-661dbc84f425 admin admin] Publish callbacks [] for security_group (072ee087-d0bd-44eb-821f-daa99621b6f4), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.035130 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-673b657e-bf8b-433e-93ce-cbb36d411567 req-17b77b5c-0660-480c-8510-a4cc4fc20e18 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416064 Oct 27 09:37:31.072116 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0aa815c1-ea9d-4ed4-bfbb-661dbc84f425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (072ee087-d0bd-44eb-821f-daa99621b6f4), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.075097 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0aa815c1-ea9d-4ed4-bfbb-661dbc84f425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.079531 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-0aa815c1-ea9d-4ed4-bfbb-661dbc84f425 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/072ee087-d0bd-44eb-821f-daa99621b6f4 HTTP/1.1" status: 204 len: 168 time: 0.1331542 Oct 27 09:37:31.087693 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa815c1-ea9d-4ed4-bfbb-661dbc84f425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ee087-d0bd-44eb-821f-daa99621b6f4,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:31.359470 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.398977 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57728) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:31.412800 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aba85d1e-1cdd-4a2d-b452-e3c233306d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.427908 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:31.433918 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.523767 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aba85d1e-1cdd-4a2d-b452-e3c233306d4b admin admin] Publish callbacks [] for security_group (6ecc2fbf-5b02-4fbf-a05e-9fe6bb79ff2c), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.531451 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aba85d1e-1cdd-4a2d-b452-e3c233306d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (6ecc2fbf-5b02-4fbf-a05e-9fe6bb79ff2c), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.568134 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba85d1e-1cdd-4a2d-b452-e3c233306d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecc2fbf-5b02-4fbf-a05e-9fe6bb79ff2c,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:31.585237 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57738) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:31.586680 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-aba85d1e-1cdd-4a2d-b452-e3c233306d4b admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=b3875b0182ea49669ecf029579f96658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863585 Oct 27 09:37:31.646573 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f607465-27b4-49ac-94fa-2c81cb0af9fe admin admin] Publish callbacks [] for security_group (6ecc2fbf-5b02-4fbf-a05e-9fe6bb79ff2c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.681249 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f607465-27b4-49ac-94fa-2c81cb0af9fe admin admin] Publish callbacks [] for security_group (6ecc2fbf-5b02-4fbf-a05e-9fe6bb79ff2c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.805554 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07004612-946b-4574-8bff-5d89d7c2a91a req-3940618e-bf9c-430a-bab0-4cb0357ba58d tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:31.807343 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07004612-946b-4574-8bff-5d89d7c2a91a req-3940618e-bf9c-430a-bab0-4cb0357ba58d tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0997269 Oct 27 09:37:31.821248 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95855437-7c2f-453b-a81c-a33251ac65a4 req-5b264a37-3869-47d3-8ff3-da7b8a4714cc tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:31.829023 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-95855437-7c2f-453b-a81c-a33251ac65a4 req-5b264a37-3869-47d3-8ff3-da7b8a4714cc tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1150293 Oct 27 09:37:31.866941 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57750) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:31.870471 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f607465-27b4-49ac-94fa-2c81cb0af9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (6ecc2fbf-5b02-4fbf-a05e-9fe6bb79ff2c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.873747 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f607465-27b4-49ac-94fa-2c81cb0af9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:31.878157 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-4f607465-27b4-49ac-94fa-2c81cb0af9fe admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/6ecc2fbf-5b02-4fbf-a05e-9fe6bb79ff2c HTTP/1.1" status: 204 len: 168 time: 0.2926023 Oct 27 09:37:31.905314 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f607465-27b4-49ac-94fa-2c81cb0af9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecc2fbf-5b02-4fbf-a05e-9fe6bb79ff2c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:31.954492 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-95855437-7c2f-453b-a81c-a33251ac65a4 req-bb149c09-6fec-4be9-a951-7e4374cf049f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242275 Oct 27 09:37:31.976278 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07004612-946b-4574-8bff-5d89d7c2a91a req-4304eec1-3fff-49b5-a270-3e7ce5b5572d tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609700 Oct 27 09:37:32.098132 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:32.123619 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0483ccb-abfe-4ec5-8025-0e7b476c16a3 req-0d982534-ff7a-44b4-8c2e-fd8273a394d9 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:32.132832 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e0483ccb-abfe-4ec5-8025-0e7b476c16a3 req-0d982534-ff7a-44b4-8c2e-fd8273a394d9 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0982306 Oct 27 09:37:32.218979 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec3dde-d48e-48f1-ac5f-f8255df696b3 req-e86f8983-48b0-4cab-874c-27cb5c26bab3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:32.220874 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d4ec3dde-d48e-48f1-ac5f-f8255df696b3 req-e86f8983-48b0-4cab-874c-27cb5c26bab3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0772829 Oct 27 09:37:32.248275 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e0483ccb-abfe-4ec5-8025-0e7b476c16a3 req-8122865b-742f-4a82-8722-1adb0ccd6b89 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144300 Oct 27 09:37:32.327841 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0f949637-eb01-4b16-9445-894798e535a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:32.356927 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d4ec3dde-d48e-48f1-ac5f-f8255df696b3 req-05c0ab4b-46f4-47a9-b134-af1d5cccb461 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251781 Oct 27 09:37:32.502170 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:32.509104 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0f949637-eb01-4b16-9445-894798e535a1 admin admin] Publish callbacks [] for security_group (5c14732f-b5ab-4e84-b25e-f3459c893c9f), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:32.516607 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0f949637-eb01-4b16-9445-894798e535a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (5c14732f-b5ab-4e84-b25e-f3459c893c9f), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:32.590476 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-0f949637-eb01-4b16-9445-894798e535a1 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=0e72ba25de034aa9970e0f31f2006a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7185993 Oct 27 09:37:32.590476 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f949637-eb01-4b16-9445-894798e535a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c14732f-b5ab-4e84-b25e-f3459c893c9f,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:32.593403 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57780) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:32.617571 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c0e8a-f86b-42f4-889c-b08d3566ec80 req-2e68ee70-5f9e-45cb-92a3-95ad2cbdd86b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:32.632111 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f94c0e8a-f86b-42f4-889c-b08d3566ec80 req-2e68ee70-5f9e-45cb-92a3-95ad2cbdd86b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.1012256 Oct 27 09:37:32.632370 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57782) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:32.641049 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-9bed6cb8-e83f-4de7-88c4-9a561693add7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'floatingip': {'port_id': '0e6b0478-48aa-4f67-86d8-eb4b392e3971'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:37:32.730657 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9bed6cb8-e83f-4de7-88c4-9a561693add7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:32.762292 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9a234-5e6b-4da9-8610-633e0132dbd8 req-fc0e5819-e5b2-47ae-9fcb-e72397b07f1f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:32.764893 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4dd9a234-5e6b-4da9-8610-633e0132dbd8 req-fc0e5819-e5b2-47ae-9fcb-e72397b07f1f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0552366 Oct 27 09:37:32.826848 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-993df5c0-765b-4990-986f-e21a35f263d9 admin admin] Publish callbacks [] for security_group (5c14732f-b5ab-4e84-b25e-f3459c893c9f), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:32.866351 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4dd9a234-5e6b-4da9-8610-633e0132dbd8 req-58327cd1-7880-4023-a06e-d1845402a7c7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928791 Oct 27 09:37:32.904906 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-993df5c0-765b-4990-986f-e21a35f263d9 admin admin] Publish callbacks [] for security_group (5c14732f-b5ab-4e84-b25e-f3459c893c9f), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:33.111760 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164ac6d-41c4-4b27-a0bd-df6f78f51553 req-4dddb8af-3581-4bfc-b298-365dd93164df tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:33.113553 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1164ac6d-41c4-4b27-a0bd-df6f78f51553 req-4dddb8af-3581-4bfc-b298-365dd93164df tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0631545 Oct 27 09:37:33.195827 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1164ac6d-41c4-4b27-a0bd-df6f78f51553 req-7ff4ca04-3fc2-48cd-af09-1aa93a773b99 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722504 Oct 27 09:37:33.242255 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-993df5c0-765b-4990-986f-e21a35f263d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (5c14732f-b5ab-4e84-b25e-f3459c893c9f), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:33.245066 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-993df5c0-765b-4990-986f-e21a35f263d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:33.248717 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-993df5c0-765b-4990-986f-e21a35f263d9 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/5c14732f-b5ab-4e84-b25e-f3459c893c9f HTTP/1.1" status: 204 len: 168 time: 0.6513426 Oct 27 09:37:33.279989 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993df5c0-765b-4990-986f-e21a35f263d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c14732f-b5ab-4e84-b25e-f3459c893c9f,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:33.409028 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84028b-9d9d-4960-b287-6b39a1d45355 req-2c824ac4-1521-4051-a721-08f2b19a26e2 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:33.422813 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-db84028b-9d9d-4960-b287-6b39a1d45355 req-2c824ac4-1521-4051-a721-08f2b19a26e2 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1076570 Oct 27 09:37:33.436156 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 57820) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:33.443425 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-cdc6f9a4-d506-463e-b673-d6b7bb3a15e1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'floatingip': {'port_id': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:37:33.555508 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cdc6f9a4-d506-463e-b673-d6b7bb3a15e1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:33.646187 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:33.780891 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:33.838120 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.db.resource_extend [None req-9bed6cb8-e83f-4de7-88c4-9a561693add7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 27 09:37:33.909009 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7329cd7-a542-467e-bb34-8059aa1abd88 req-20a65af5-f051-432c-9fab-f53ff3527aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:33.910958 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d7329cd7-a542-467e-bb34-8059aa1abd88 req-20a65af5-f051-432c-9fab-f53ff3527aeb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 1129 time: 0.1151500 Oct 27 09:37:33.940142 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57836) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:33.956705 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9bed6cb8-e83f-4de7-88c4-9a561693add7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:33.969519 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-03be4ecb-a14a-4552-a6b5-e5177866e8c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:33.994939 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9bed6cb8-e83f-4de7-88c4-9a561693add7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:34.184015 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-03be4ecb-a14a-4552-a6b5-e5177866e8c9 admin admin] Publish callbacks [] for security_group (dc0c5d86-31ef-4734-84df-7430fbab6e86), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:34.194463 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-03be4ecb-a14a-4552-a6b5-e5177866e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (dc0c5d86-31ef-4734-84df-7430fbab6e86), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:34.198452 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-044ea077-87a0-4001-ad61-78eefe969e3b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2237985 Oct 27 09:37:34.223822 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:34.309848 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be4ecb-a14a-4552-a6b5-e5177866e8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0c5d86-31ef-4734-84df-7430fbab6e86,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:34.337302 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7329cd7-a542-467e-bb34-8059aa1abd88 req-53337e34-2574-496c-bc6d-b0a1cc785fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:34.338899 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d7329cd7-a542-467e-bb34-8059aa1abd88 req-53337e34-2574-496c-bc6d-b0a1cc785fcf service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.4095163 Oct 27 09:37:34.343803 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-03be4ecb-a14a-4552-a6b5-e5177866e8c9 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=eb16f493efc141d4ae2b6effea24a3ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989475 Oct 27 09:37:34.346905 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 57852) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:34.361101 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.l3_db [None req-9bed6cb8-e83f-4de7-88c4-9a561693add7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Floating IP 2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582 associated. External IP: 172.27.0.36, port: 0e6b0478-48aa-4f67-86d8-eb4b392e3971. Oct 27 09:37:34.388880 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ba4c7-313d-4409-8ffb-5fb35f66248f req-74a88a8d-2637-439f-a13e-50822eed0e99 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:34.390384 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8e3ba4c7-313d-4409-8ffb-5fb35f66248f req-74a88a8d-2637-439f-a13e-50822eed0e99 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.2261114 Oct 27 09:37:34.412052 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-8910beae-dafb-4b57-8fd1-3c93df7250f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:34.413569 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-8910beae-dafb-4b57-8fd1-3c93df7250f8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 1130 time: 0.1253023 Oct 27 09:37:34.485458 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8fc44e52-aba2-4003-b63c-d9d922a67ce2 admin admin] Publish callbacks [] for security_group (dc0c5d86-31ef-4734-84df-7430fbab6e86), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:34.491023 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:34.536342 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8fc44e52-aba2-4003-b63c-d9d922a67ce2 admin admin] Publish callbacks [] for security_group (dc0c5d86-31ef-4734-84df-7430fbab6e86), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:34.606406 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8e3ba4c7-313d-4409-8ffb-5fb35f66248f req-7d0568e8-340c-4e69-a9ca-4819e3b80ad1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917562 Oct 27 09:37:34.623840 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d7329cd7-a542-467e-bb34-8059aa1abd88 req-fe968ddf-6e47-444d-b4db-fecd6651b48e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 HTTP/1.1" status: 200 len: 217 time: 0.0959282 Oct 27 09:37:34.770150 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:34.843031 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cdc6f9a4-d506-463e-b673-d6b7bb3a15e1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:34.851026 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cdc6f9a4-d506-463e-b673-d6b7bb3a15e1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:35.002295 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-cdc6f9a4-d506-463e-b673-d6b7bb3a15e1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Floating IP 2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac associated. External IP: 172.27.0.105, port: 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb. Oct 27 09:37:35.062269 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-a2c89fe4-26b6-4caf-baef-7e93ea203978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:35.063727 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-a2c89fe4-26b6-4caf-baef-7e93ea203978 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.5148220 Oct 27 09:37:35.064297 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8fc44e52-aba2-4003-b63c-d9d922a67ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (dc0c5d86-31ef-4734-84df-7430fbab6e86), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:35.066811 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8fc44e52-aba2-4003-b63c-d9d922a67ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:35.068614 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-8fc44e52-aba2-4003-b63c-d9d922a67ce2 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/dc0c5d86-31ef-4734-84df-7430fbab6e86 HTTP/1.1" status: 204 len: 168 time: 0.7181108 Oct 27 09:37:35.082110 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bed6cb8-e83f-4de7-88c4-9a561693add7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Router 634c6e49-b149-4a2a-802f-25bb479df817 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:37:35.100252 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7329cd7-a542-467e-bb34-8059aa1abd88 req-27916ae8-7c68-4981-b3c3-061dcd1d0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:35.101742 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d7329cd7-a542-467e-bb34-8059aa1abd88 req-27916ae8-7c68-4981-b3c3-061dcd1d0976 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.1065533 Oct 27 09:37:35.147908 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc44e52-aba2-4003-b63c-d9d922a67ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0c5d86-31ef-4734-84df-7430fbab6e86,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:35.193266 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-f108ca0a-88c7-4b91-9e38-c8fb5bee3be4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27493571-2a5c-4be1-8467-ef2c9634fcc8 HTTP/1.1" status: 200 len: 217 time: 0.1194799 Oct 27 09:37:35.265360 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc6f9a4-d506-463e-b673-d6b7bb3a15e1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Router 614c13fa-a64d-4eb5-8a4d-dbba05074cff has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:37:35.319100 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7329cd7-a542-467e-bb34-8059aa1abd88 req-669638ba-c2b5-4dcf-9548-05f2131818b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:35.320634 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d7329cd7-a542-467e-bb34-8059aa1abd88 req-669638ba-c2b5-4dcf-9548-05f2131818b4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1650202 Oct 27 09:37:35.360550 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-a36a3ac7-ae95-48e0-94a6-d4e9a728edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:35.362012 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-a36a3ac7-ae95-48e0-94a6-d4e9a728edbb service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.1017170 Oct 27 09:37:35.423047 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc6f9a4-d506-463e-b673-d6b7bb3a15e1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:37:35.428075 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cdc6f9a4-d506-463e-b673-d6b7bb3a15e1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:35.439851 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a41f2b8-11a7-475b-88bb-5096222ddb96 None None] Sync routers for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:37:35.476247 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a41f2b8-11a7-475b-88bb-5096222ddb96 None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:37:35.477903 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-5a41f2b8-11a7-475b-88bb-5096222ddb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:35.481126 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-cdc6f9a4-d506-463e-b673-d6b7bb3a15e1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "PUT /networking/v2.0/floatingips/2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac HTTP/1.1" status: 200 len: 991 time: 2.0403304 Oct 27 09:37:35.481126 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'tag': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:37:35.486380 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40edaa5-aa64-4b9d-94a3-61248b30bf61" -d '{"events": [{"name": "network-changed", "server_uuid": "5232c748-ed0e-4ba8-a76d-1b8b9ffd523c", "tag": "4aa69fa8-90ce-4e7e-909d-73d1c879dbeb"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:37:35.509717 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bed6cb8-e83f-4de7-88c4-9a561693add7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:37:35.519980 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9bed6cb8-e83f-4de7-88c4-9a561693add7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:35.522228 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46d1da-2848-4719-a8ed-245dc5ea5d6d None None] Sync routers for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:37:35.523449 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-13c13d64-668b-414b-aaae-8f9021c9794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:35.525345 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-13c13d64-668b-414b-aaae-8f9021c9794d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1495626 Oct 27 09:37:35.546940 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46d1da-2848-4719-a8ed-245dc5ea5d6d None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:37:35.551248 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-2d46d1da-2848-4719-a8ed-245dc5ea5d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:35.604826 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:35.610221 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d7329cd7-a542-467e-bb34-8059aa1abd88 req-5b2cd78b-fabe-44de-8226-e972135471ea service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797785 Oct 27 09:37:35.611694 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-9bed6cb8-e83f-4de7-88c4-9a561693add7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "PUT /networking/v2.0/floatingips/2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582 HTTP/1.1" status: 200 len: 990 time: 2.9786563 Oct 27 09:37:35.664309 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d00d5c-20e3-4895-9800-6881e53c2a09 x-openstack-request-id: req-31d00d5c-20e3-4895-9800-6881e53c2a09 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:37:35.664742 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5232c748-ed0e-4ba8-a76d-1b8b9ffd523c", "tag": "4aa69fa8-90ce-4e7e-909d-73d1c879dbeb", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:37:35.665002 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-31d00d5c-20e3-4895-9800-6881e53c2a09 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:37:35.666238 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d00d5c-20e3-4895-9800-6881e53c2a09'] response: {'name': 'network-changed', 'server_uuid': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'tag': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb', 'status': 'completed', 'code': 200} Oct 27 09:37:35.753555 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-5a41f2b8-11a7-475b-88bb-5096222ddb96 None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:37:35.771032 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:37:35.776900 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8d2424-2727-4cf3-a004-1b00acb27959" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:37:35.796655 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-2d46d1da-2848-4719-a8ed-245dc5ea5d6d None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:37:35.895671 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:35.931544 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40edaa5-aa64-4b9d-94a3-61248b30bf61 req-0555c433-d381-4e7d-9cbd-88184bbb6a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:35.932687 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc6683d-3b9e-4eb1-a12d-cc11ca11e503 x-openstack-request-id: req-0cc6683d-3b9e-4eb1-a12d-cc11ca11e503 {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:37:35.933724 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:37:35.933724 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0cc6683d-3b9e-4eb1-a12d-cc11ca11e503 {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:37:35.933914 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc6683d-3b9e-4eb1-a12d-cc11ca11e503'] response: {'name': 'network-changed', 'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'status': 'completed', 'code': 200} Oct 27 09:37:35.935684 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f40edaa5-aa64-4b9d-94a3-61248b30bf61 req-0555c433-d381-4e7d-9cbd-88184bbb6a18 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 1129 time: 0.1324902 Oct 27 09:37:35.943450 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48968df8-5fef-4bf5-9937-b786605c0ce3 req-a082ff0e-8c4e-47fc-b13d-27d1e6e907b4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:35.945565 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-48968df8-5fef-4bf5-9937-b786605c0ce3 req-a082ff0e-8c4e-47fc-b13d-27d1e6e907b4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.2152224 Oct 27 09:37:35.958139 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-c2a3e9b3-3d8e-4d66-a52e-685ea542a5ea service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084268 Oct 27 09:37:36.233448 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:36.251854 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40edaa5-aa64-4b9d-94a3-61248b30bf61 req-2b6c78e5-1ff6-4c34-bdbd-8ff7bdb92413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:36.254718 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f40edaa5-aa64-4b9d-94a3-61248b30bf61 req-2b6c78e5-1ff6-4c34-bdbd-8ff7bdb92413 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 200 len: 911 time: 0.3042893 Oct 27 09:37:36.257661 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d2424-2727-4cf3-a004-1b00acb27959 req-56e4545c-c21e-46e6-9450-4b097e8615dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:36.259043 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f8d2424-2727-4cf3-a004-1b00acb27959 req-56e4545c-c21e-46e6-9450-4b097e8615dc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 1129 time: 0.2820296 Oct 27 09:37:36.331002 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d7329cd7-a542-467e-bb34-8059aa1abd88 req-4d9ff44c-4363-4bb7-8592-2d237eba5970 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448968 Oct 27 09:37:36.380643 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-5a41f2b8-11a7-475b-88bb-5096222ddb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'port_id': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'mac_address': 'fa:16:3e:7b:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:36:45Z', 'updated_at': '2022-10-27T09:37:34Z', 'revision_number': 1, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:36.386263 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d287a989-e99f-42ef-8c1f-3887956c0e55 req-518b1f06-074b-40de-9096-1777f0fc1a0c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473129 Oct 27 09:37:36.402234 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:36.449383 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a41f2b8-11a7-475b-88bb-5096222ddb96 None None] Checking router: 614c13fa-a64d-4eb5-8a4d-dbba05074cff for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:37:36.466630 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a41f2b8-11a7-475b-88bb-5096222ddb96 None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:37:36.467488 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-5a41f2b8-11a7-475b-88bb-5096222ddb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:36.483518 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:36.532725 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-48968df8-5fef-4bf5-9937-b786605c0ce3 req-49db5d66-8b48-4910-bba3-1fd70166128e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621839 Oct 27 09:37:36.552356 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-2d46d1da-2848-4719-a8ed-245dc5ea5d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'port_id': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'mac_address': 'fa:16:3e:2c:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:36:47Z', 'updated_at': '2022-10-27T09:37:33Z', 'revision_number': 1, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:36.636022 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46d1da-2848-4719-a8ed-245dc5ea5d6d None None] Checking router: 634c6e49-b149-4a2a-802f-25bb479df817 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:37:36.652734 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d46d1da-2848-4719-a8ed-245dc5ea5d6d None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:37:36.654346 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-2d46d1da-2848-4719-a8ed-245dc5ea5d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:36.684195 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-5a41f2b8-11a7-475b-88bb-5096222ddb96 None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:37:36.784182 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f40edaa5-aa64-4b9d-94a3-61248b30bf61 req-f377ade8-771a-4003-b40f-786fd6442ee4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb HTTP/1.1" status: 200 len: 999 time: 0.5039585 Oct 27 09:37:36.786436 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-2d46d1da-2848-4719-a8ed-245dc5ea5d6d None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:37:36.823139 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d2424-2727-4cf3-a004-1b00acb27959 req-b44d0201-b12f-4081-9102-a581bca59bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:36.826237 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f8d2424-2727-4cf3-a004-1b00acb27959 req-b44d0201-b12f-4081-9102-a581bca59bb5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 918 time: 0.5450668 Oct 27 09:37:36.935996 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-5a41f2b8-11a7-475b-88bb-5096222ddb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'port_id': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'mac_address': 'fa:16:3e:7b:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:36:45Z', 'updated_at': '2022-10-27T09:37:34Z', 'revision_number': 1, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:36.963977 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a41f2b8-11a7-475b-88bb-5096222ddb96 None None] The sync data for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi is: [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'port_id': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'mac_address': 'fa:16:3e:7b:c9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:36:45Z', 'updated_at': '2022-10-27T09:37:34Z', 'revision_number': 1, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:37:37.082687 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-2d46d1da-2848-4719-a8ed-245dc5ea5d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'port_id': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'mac_address': 'fa:16:3e:2c:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:36:47Z', 'updated_at': '2022-10-27T09:37:33Z', 'revision_number': 1, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:37.125838 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d46d1da-2848-4719-a8ed-245dc5ea5d6d None None] The sync data for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi is: [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'port_id': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'mac_address': 'fa:16:3e:2c:3c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:36:47Z', 'updated_at': '2022-10-27T09:37:33Z', 'revision_number': 1, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:37:37.166823 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40edaa5-aa64-4b9d-94a3-61248b30bf61 req-290fcaea-40ba-4b43-bb23-c667400c353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:37.166823 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f40edaa5-aa64-4b9d-94a3-61248b30bf61 req-290fcaea-40ba-4b43-bb23-c667400c353a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7b858d44-f19d-48cb-bdfe-2ce0056a601e HTTP/1.1" status: 200 len: 849 time: 0.1548562 Oct 27 09:37:37.189384 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f8d2424-2727-4cf3-a004-1b00acb27959 req-7e637406-a77e-4990-812a-25b40d34c1cd service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971 HTTP/1.1" status: 200 len: 998 time: 0.1962411 Oct 27 09:37:37.314108 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40edaa5-aa64-4b9d-94a3-61248b30bf61 req-3bee8f8a-2d0a-44c7-b8b6-b5ebf99dfd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:37.315654 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f40edaa5-aa64-4b9d-94a3-61248b30bf61 req-3bee8f8a-2d0a-44c7-b8b6-b5ebf99dfd1a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=27e1c21a-a41e-4b69-8864-f162b04c2923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1417160 Oct 27 09:37:37.387159 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d2424-2727-4cf3-a004-1b00acb27959 req-2cf45c29-8f12-4ca5-a280-3dd0ec95439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:37.389204 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f8d2424-2727-4cf3-a004-1b00acb27959 req-2cf45c29-8f12-4ca5-a280-3dd0ec95439a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.1406779 Oct 27 09:37:37.470197 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:37.490144 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d2424-2727-4cf3-a004-1b00acb27959 req-a9b76720-37a9-4006-91ee-59aa4e1d8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:37.491705 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f8d2424-2727-4cf3-a004-1b00acb27959 req-a9b76720-37a9-4006-91ee-59aa4e1d8389 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0961680 Oct 27 09:37:37.520989 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f40edaa5-aa64-4b9d-94a3-61248b30bf61 req-4f136e29-da8d-40bf-85a0-0785c4cae1e3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887634 Oct 27 09:37:37.607019 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2170ef6c-629c-4232-a25c-4c7a396f2d6d None None] New status for floating IP 2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582: ACTIVE {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:37:37.713717 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bb8b3-5880-4633-8031-2262a7400b87 req-f83e1507-813c-42e2-87c4-ca327a5d7448 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:37.720791 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-393bb8b3-5880-4633-8031-2262a7400b87 req-f83e1507-813c-42e2-87c4-ca327a5d7448 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0607436 Oct 27 09:37:37.785339 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-393bb8b3-5880-4633-8031-2262a7400b87 req-092a28b8-8485-4068-82ef-fc2b39149667 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582132 Oct 27 09:37:37.788940 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58024) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:37.959368 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58030) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:38.042629 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:38.081305 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f40edaa5-aa64-4b9d-94a3-61248b30bf61 req-b1822f3f-68b0-45c1-b2ad-9c6412af5f90 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289979 Oct 27 09:37:38.099455 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f8d2424-2727-4cf3-a004-1b00acb27959 req-c746ef1b-55a5-45fd-bd80-eded3799628a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483788 Oct 27 09:37:38.122868 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5095c27f-38e5-4f2e-ad5a-c71c8abd1be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.160926 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-181df02d-b501-431e-ba40-584d6f96961b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.217780 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f8d2424-2727-4cf3-a004-1b00acb27959 req-3d236b6e-4916-4416-a7ff-141952968863 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099963 Oct 27 09:37:38.321477 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5095c27f-38e5-4f2e-ad5a-c71c8abd1be5 admin admin] Publish callbacks [] for security_group (ebd43dac-c84b-4445-8994-b83e5b7098e1), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.334122 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88cfd3a-4ae5-44cb-94c3-92ecb0cd63e2 None None] New status for floating IP 2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac: ACTIVE {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:37:38.337546 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5095c27f-38e5-4f2e-ad5a-c71c8abd1be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ebd43dac-c84b-4445-8994-b83e5b7098e1), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.388287 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-181df02d-b501-431e-ba40-584d6f96961b admin admin] Publish callbacks [] for security_group (a7559c4e-b4e2-4163-85c8-e6106e2e9d6f), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.399234 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-181df02d-b501-431e-ba40-584d6f96961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (a7559c4e-b4e2-4163-85c8-e6106e2e9d6f), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.415290 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-5095c27f-38e5-4f2e-ad5a-c71c8abd1be5 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=1cf82af3dca14828a82f164f538668a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6223907 Oct 27 09:37:38.416243 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58046) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:38.425962 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095c27f-38e5-4f2e-ad5a-c71c8abd1be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd43dac-c84b-4445-8994-b83e5b7098e1,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:38.442231 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:38.461359 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181df02d-b501-431e-ba40-584d6f96961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7559c4e-b4e2-4163-85c8-e6106e2e9d6f,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:38.475230 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-181df02d-b501-431e-ba40-584d6f96961b admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=ff934d8402614cca93a0c8a5e36a177f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5148110 Oct 27 09:37:38.477992 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58048) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:38.521549 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-300e027f-7fc3-446d-96b7-399892f7fedb admin admin] Publish callbacks [] for security_group (ebd43dac-c84b-4445-8994-b83e5b7098e1), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.546618 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-300e027f-7fc3-446d-96b7-399892f7fedb admin admin] Publish callbacks [] for security_group (ebd43dac-c84b-4445-8994-b83e5b7098e1), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.554180 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:38.562434 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc9dc94d-1432-48c4-8a3e-1abcf7c31214 admin admin] Publish callbacks [] for security_group (a7559c4e-b4e2-4163-85c8-e6106e2e9d6f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.595856 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc9dc94d-1432-48c4-8a3e-1abcf7c31214 admin admin] Publish callbacks [] for security_group (a7559c4e-b4e2-4163-85c8-e6106e2e9d6f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.628371 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-300e027f-7fc3-446d-96b7-399892f7fedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ebd43dac-c84b-4445-8994-b83e5b7098e1), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.649634 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-300e027f-7fc3-446d-96b7-399892f7fedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.651135 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-300e027f-7fc3-446d-96b7-399892f7fedb admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/ebd43dac-c84b-4445-8994-b83e5b7098e1 HTTP/1.1" status: 204 len: 168 time: 0.2333212 Oct 27 09:37:38.666870 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e027f-7fc3-446d-96b7-399892f7fedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd43dac-c84b-4445-8994-b83e5b7098e1,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:38.667813 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc9dc94d-1432-48c4-8a3e-1abcf7c31214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (a7559c4e-b4e2-4163-85c8-e6106e2e9d6f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.671993 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc9dc94d-1432-48c4-8a3e-1abcf7c31214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:38.676101 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-dc9dc94d-1432-48c4-8a3e-1abcf7c31214 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/a7559c4e-b4e2-4163-85c8-e6106e2e9d6f HTTP/1.1" status: 204 len: 168 time: 0.1969407 Oct 27 09:37:38.686366 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9dc94d-1432-48c4-8a3e-1abcf7c31214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7559c4e-b4e2-4163-85c8-e6106e2e9d6f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:38.932013 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b34d0-5c97-463f-ab7b-a8be394d924f req-f20e71f6-e618-4b3d-971c-a42362b680e3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:38.933547 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-570b34d0-5c97-463f-ab7b-a8be394d924f req-f20e71f6-e618-4b3d-971c-a42362b680e3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0650814 Oct 27 09:37:39.000824 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-570b34d0-5c97-463f-ab7b-a8be394d924f req-d551a704-ff7a-4fb8-be83-87a72306cb2b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603495 Oct 27 09:37:39.224761 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58076) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:39.242033 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acca5a22-94f1-40d3-935c-90c0705e6726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:39.336103 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acca5a22-94f1-40d3-935c-90c0705e6726 admin admin] Publish callbacks [] for security_group (df2ce58a-ee50-4f83-b6a1-ae2b76a381c7), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:39.340222 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-acca5a22-94f1-40d3-935c-90c0705e6726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (df2ce58a-ee50-4f83-b6a1-ae2b76a381c7), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:39.346133 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:39.387149 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-acca5a22-94f1-40d3-935c-90c0705e6726 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=4c5c9ffc26c74c0d92495ef7653318ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612661 Oct 27 09:37:39.388026 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca5a22-94f1-40d3-935c-90c0705e6726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2ce58a-ee50-4f83-b6a1-ae2b76a381c7,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:39.390019 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58082) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:39.447553 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c450218-ec30-4b4a-ab8d-f2bc00b2fbea admin admin] Publish callbacks [] for security_group (df2ce58a-ee50-4f83-b6a1-ae2b76a381c7), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:39.471326 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c450218-ec30-4b4a-ab8d-f2bc00b2fbea admin admin] Publish callbacks [] for security_group (df2ce58a-ee50-4f83-b6a1-ae2b76a381c7), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:39.521890 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c450218-ec30-4b4a-ab8d-f2bc00b2fbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (df2ce58a-ee50-4f83-b6a1-ae2b76a381c7), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:39.524757 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c450218-ec30-4b4a-ab8d-f2bc00b2fbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:39.529361 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-4c450218-ec30-4b4a-ab8d-f2bc00b2fbea admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/df2ce58a-ee50-4f83-b6a1-ae2b76a381c7 HTTP/1.1" status: 204 len: 168 time: 0.1303136 Oct 27 09:37:39.535420 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c450218-ec30-4b4a-ab8d-f2bc00b2fbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2ce58a-ee50-4f83-b6a1-ae2b76a381c7,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:40.128453 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82632cdc-0686-43f2-a285-d87e0fa48799 req-b19c392b-631c-4fff-9389-736547d4c46b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:40.130151 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-82632cdc-0686-43f2-a285-d87e0fa48799 req-b19c392b-631c-4fff-9389-736547d4c46b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0563633 Oct 27 09:37:40.186813 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-82632cdc-0686-43f2-a285-d87e0fa48799 req-b86a2ea3-108f-4771-b08e-38a5c871897c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459075 Oct 27 09:37:41.323546 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428008b0-319f-4764-a7d6-1f97c0892777 req-c1589fb7-d31c-4c8c-bf49-e76dc3042ad3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:41.325827 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-428008b0-319f-4764-a7d6-1f97c0892777 req-c1589fb7-d31c-4c8c-bf49-e76dc3042ad3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0495765 Oct 27 09:37:41.384165 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-428008b0-319f-4764-a7d6-1f97c0892777 req-2dafcf7b-a60f-46d4-b313-94ea2e295a3f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526195 Oct 27 09:37:42.518036 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368d710-8e64-49d0-8aaf-db68a2841731 req-ffc06abe-4496-4d98-8a09-7e91340466c1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:42.519520 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4368d710-8e64-49d0-8aaf-db68a2841731 req-ffc06abe-4496-4d98-8a09-7e91340466c1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0537498 Oct 27 09:37:42.565783 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4368d710-8e64-49d0-8aaf-db68a2841731 req-c732c610-5263-4032-b5e0-06d830013124 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Oct 27 09:37:43.405932 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103684e-6a1d-4021-8968-a694481e6749 req-69a9fd37-1109-4af5-a8f1-c3a4b7aee832 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:43.407360 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8103684e-6a1d-4021-8968-a694481e6749 req-69a9fd37-1109-4af5-a8f1-c3a4b7aee832 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0451801 Oct 27 09:37:43.455573 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8103684e-6a1d-4021-8968-a694481e6749 req-09bf258f-c053-443a-9e69-e8d8ad532789 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422871 Oct 27 09:37:43.649254 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:43.686009 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94d0ae-db23-484a-9f13-1323f32111bf req-1676663a-61cf-4bce-a5a9-949696c3604f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:43.687486 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6c94d0ae-db23-484a-9f13-1323f32111bf req-1676663a-61cf-4bce-a5a9-949696c3604f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0483184 Oct 27 09:37:43.737853 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6c94d0ae-db23-484a-9f13-1323f32111bf req-67949378-fc3c-4a70-a3e2-b2a1221308ef tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Oct 27 09:37:44.574490 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67df3d-db5d-422a-b90c-1f99f7d76e6a req-c4bc41b7-1fed-4791-b2e4-86dbf5eee3d6 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:44.576545 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9b67df3d-db5d-422a-b90c-1f99f7d76e6a req-c4bc41b7-1fed-4791-b2e4-86dbf5eee3d6 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0459063 Oct 27 09:37:44.623517 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9b67df3d-db5d-422a-b90c-1f99f7d76e6a req-c145bc4f-f1f0-42ca-9815-72d04fbbf65a tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Oct 27 09:37:44.854817 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92828-e426-4b7f-b3e0-89a497639c41 req-7ad1e790-ed84-4259-a97b-47ecf2eeec4d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:44.856318 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e5f92828-e426-4b7f-b3e0-89a497639c41 req-7ad1e790-ed84-4259-a97b-47ecf2eeec4d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0463138 Oct 27 09:37:44.901889 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e5f92828-e426-4b7f-b3e0-89a497639c41 req-265dfb11-ee53-43e9-9970-f2e7c5d5d988 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Oct 27 09:37:45.747544 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb2dac-a905-4cd7-abc7-d389c7ccd6d6 req-c7ac49c0-b95c-4518-aaec-204f65076349 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:45.749042 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0fcb2dac-a905-4cd7-abc7-d389c7ccd6d6 req-c7ac49c0-b95c-4518-aaec-204f65076349 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0498333 Oct 27 09:37:45.797651 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0fcb2dac-a905-4cd7-abc7-d389c7ccd6d6 req-e385ba9d-7d74-47ba-b7ed-ba223f13e172 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425167 Oct 27 09:37:46.030044 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3e481-d469-432b-8196-84e1630aa4f2 req-316fe599-6231-4418-af29-6500afa9e65a tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:46.031556 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3ac3e481-d469-432b-8196-84e1630aa4f2 req-316fe599-6231-4418-af29-6500afa9e65a tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0531483 Oct 27 09:37:46.080368 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3ac3e481-d469-432b-8196-84e1630aa4f2 req-9cccf113-acbc-4432-9664-7a376f5672c2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Oct 27 09:37:46.923879 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb25ba9-e008-4e99-bf40-75bebed782df req-b677a706-4fed-47ba-81c1-ca64a2c0bfe3 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:46.925421 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cfb25ba9-e008-4e99-bf40-75bebed782df req-b677a706-4fed-47ba-81c1-ca64a2c0bfe3 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0508914 Oct 27 09:37:46.972204 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cfb25ba9-e008-4e99-bf40-75bebed782df req-5bb4705d-e394-4f40-af5b-30dc30d38e39 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411415 Oct 27 09:37:47.202888 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e395d5-bf93-4ce8-af1e-fd2799a07438 req-5ed947d1-9349-4a2b-8a66-a73936ca785d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:47.204383 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80e395d5-bf93-4ce8-af1e-fd2799a07438 req-5ed947d1-9349-4a2b-8a66-a73936ca785d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0456781 Oct 27 09:37:47.244901 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:47.254054 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80e395d5-bf93-4ce8-af1e-fd2799a07438 req-3d621ceb-6f60-4ce4-9ee1-52f4c32b7490 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Oct 27 09:37:47.881825 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58330) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:47.984493 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4ada-55ae-4eb3-9096-4ee793e07760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.094997 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4ada-55ae-4eb3-9096-4ee793e07760 admin admin] Publish callbacks [] for security_group (a7eb50d2-d795-4add-a923-b90b07b60ee1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.101249 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8f3b4ada-55ae-4eb3-9096-4ee793e07760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (a7eb50d2-d795-4add-a923-b90b07b60ee1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.126418 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a90b16-39c3-4a57-b2e0-e13ed6ecdb8d req-5db50406-8fd7-49f9-bc9a-703e94d54032 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:48.127875 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-39a90b16-39c3-4a57-b2e0-e13ed6ecdb8d req-5db50406-8fd7-49f9-bc9a-703e94d54032 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0764580 Oct 27 09:37:48.161901 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b4ada-55ae-4eb3-9096-4ee793e07760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eb50d2-d795-4add-a923-b90b07b60ee1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:48.165964 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-8f3b4ada-55ae-4eb3-9096-4ee793e07760 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=7d8a9ad4232a4413822b3ae6ea9613be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831266 Oct 27 09:37:48.169266 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58338) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:48.213745 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:48.224566 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-39a90b16-39c3-4a57-b2e0-e13ed6ecdb8d req-ce7bc72b-070e-4d7d-9219-063c4fcc4f17 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895474 Oct 27 09:37:48.242428 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cbe52127-9834-415e-a95b-c1b5240e62d5 admin admin] Publish callbacks [] for security_group (a7eb50d2-d795-4add-a923-b90b07b60ee1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.262234 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cbe52127-9834-415e-a95b-c1b5240e62d5 admin admin] Publish callbacks [] for security_group (a7eb50d2-d795-4add-a923-b90b07b60ee1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.310275 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cbe52127-9834-415e-a95b-c1b5240e62d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (a7eb50d2-d795-4add-a923-b90b07b60ee1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.312940 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cbe52127-9834-415e-a95b-c1b5240e62d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.316653 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-cbe52127-9834-415e-a95b-c1b5240e62d5 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/a7eb50d2-d795-4add-a923-b90b07b60ee1 HTTP/1.1" status: 204 len: 168 time: 0.1440911 Oct 27 09:37:48.322273 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe52127-9834-415e-a95b-c1b5240e62d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eb50d2-d795-4add-a923-b90b07b60ee1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:48.388063 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d484b1f-31c7-4b1c-bf14-90206fec2ac9 req-2bb2bfc9-69ff-47fa-9146-23ba9bc9d804 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:48.389557 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2d484b1f-31c7-4b1c-bf14-90206fec2ac9 req-2bb2bfc9-69ff-47fa-9146-23ba9bc9d804 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0549664 Oct 27 09:37:48.441306 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2d484b1f-31c7-4b1c-bf14-90206fec2ac9 req-08c8824f-1774-4921-8509-927f68d10b20 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462596 Oct 27 09:37:48.584002 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58348) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:48.600096 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4265e99-69f9-47f8-affe-adae226be35f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.676319 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4265e99-69f9-47f8-affe-adae226be35f admin admin] Publish callbacks [] for security_group (ca6196b3-2970-4d53-9310-6750061ca0b3), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.679931 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e4265e99-69f9-47f8-affe-adae226be35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ca6196b3-2970-4d53-9310-6750061ca0b3), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.717779 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4265e99-69f9-47f8-affe-adae226be35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6196b3-2970-4d53-9310-6750061ca0b3,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:48.724470 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-e4265e99-69f9-47f8-affe-adae226be35f admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=9b4dc0615d014fd4aecac3e4ffeb95aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369567 Oct 27 09:37:48.725607 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58352) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:48.774842 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1815b6e9-88dc-445a-ba8e-3ab323e164d7 admin admin] Publish callbacks [] for security_group (ca6196b3-2970-4d53-9310-6750061ca0b3), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.794858 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1815b6e9-88dc-445a-ba8e-3ab323e164d7 admin admin] Publish callbacks [] for security_group (ca6196b3-2970-4d53-9310-6750061ca0b3), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.823277 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:48.846269 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1815b6e9-88dc-445a-ba8e-3ab323e164d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ca6196b3-2970-4d53-9310-6750061ca0b3), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.848858 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1815b6e9-88dc-445a-ba8e-3ab323e164d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:48.850068 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-1815b6e9-88dc-445a-ba8e-3ab323e164d7 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/ca6196b3-2970-4d53-9310-6750061ca0b3 HTTP/1.1" status: 204 len: 168 time: 0.1240590 Oct 27 09:37:48.863021 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815b6e9-88dc-445a-ba8e-3ab323e164d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6196b3-2970-4d53-9310-6750061ca0b3,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:49.165644 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58360) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:49.178826 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0cc9-2cd3-4656-b276-75a79c1721cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:49.254704 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0cc9-2cd3-4656-b276-75a79c1721cf admin admin] Publish callbacks [] for security_group (e958fbce-8665-4a1c-8ae9-92a4c722ebf2), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:49.258437 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0cc9-2cd3-4656-b276-75a79c1721cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e958fbce-8665-4a1c-8ae9-92a4c722ebf2), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:49.298094 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0cc9-2cd3-4656-b276-75a79c1721cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e958fbce-8665-4a1c-8ae9-92a4c722ebf2,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:49.303481 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-6eaf0cc9-2cd3-4656-b276-75a79c1721cf admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=eae564db29214c0da8f23285668e435b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368093 Oct 27 09:37:49.306373 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58364) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:49.347766 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56ee3c-d16b-4275-a01b-148222f81804 req-c20d4ef5-5cb7-4f38-9208-7edcbaee2cfe tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:49.349195 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3a56ee3c-d16b-4275-a01b-148222f81804 req-c20d4ef5-5cb7-4f38-9208-7edcbaee2cfe tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0484257 Oct 27 09:37:49.357708 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ccf9aade-2c6f-46e9-b96c-2e2a1d64a9fb admin admin] Publish callbacks [] for security_group (e958fbce-8665-4a1c-8ae9-92a4c722ebf2), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:49.378403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:49.380720 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ccf9aade-2c6f-46e9-b96c-2e2a1d64a9fb admin admin] Publish callbacks [] for security_group (e958fbce-8665-4a1c-8ae9-92a4c722ebf2), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:49.394639 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:49.401281 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3a56ee3c-d16b-4275-a01b-148222f81804 req-82ca4be3-acad-4879-b0ff-ed27826a4f8e tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463262 Oct 27 09:37:49.429971 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ccf9aade-2c6f-46e9-b96c-2e2a1d64a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e958fbce-8665-4a1c-8ae9-92a4c722ebf2), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:49.433068 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ccf9aade-2c6f-46e9-b96c-2e2a1d64a9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:49.434885 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-ccf9aade-2c6f-46e9-b96c-2e2a1d64a9fb admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/e958fbce-8665-4a1c-8ae9-92a4c722ebf2 HTTP/1.1" status: 204 len: 168 time: 0.1260636 Oct 27 09:37:49.442916 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9aade-2c6f-46e9-b96c-2e2a1d64a9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e958fbce-8665-4a1c-8ae9-92a4c722ebf2,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:49.562197 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a0a32-7c3d-4c7e-8f2e-81401a271db6 req-43628a58-0bf4-45f4-9a0b-7d596acbb6a0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:49.563655 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-640a0a32-7c3d-4c7e-8f2e-81401a271db6 req-43628a58-0bf4-45f4-9a0b-7d596acbb6a0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0480459 Oct 27 09:37:49.614616 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-640a0a32-7c3d-4c7e-8f2e-81401a271db6 req-bc251eca-e885-4578-851a-6d14e1511c16 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454230 Oct 27 09:37:49.741384 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=89 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:49.746760 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:50.529563 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4f946-bfc5-4bad-bc52-c9c8d79fe2bf req-951ed24e-4ec6-46a9-b578-2c191d655b58 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:50.531048 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2ec4f946-bfc5-4bad-bc52-c9c8d79fe2bf req-951ed24e-4ec6-46a9-b578-2c191d655b58 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0493364 Oct 27 09:37:50.611456 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2ec4f946-bfc5-4bad-bc52-c9c8d79fe2bf req-02e006d9-a1f2-408b-b0a3-c891f4d2e3f0 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0ffe8dee-19e6-433c-a955-7aa00f5320ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701542 Oct 27 09:37:50.746320 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6323a1-55cd-426b-9e17-41c04389510b req-6390b105-4744-43b4-a9b0-6d78a5794dac tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:50.748557 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4e6323a1-55cd-426b-9e17-41c04389510b req-6390b105-4744-43b4-a9b0-6d78a5794dac tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0563803 Oct 27 09:37:50.773691 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:37:50.843059 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be9b8a-66fc-43e5-873b-78af922cd3f6 req-7219e292-2558-4503-afb5-83bda0a6f486 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:50.844571 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-42be9b8a-66fc-43e5-873b-78af922cd3f6 req-7219e292-2558-4503-afb5-83bda0a6f486 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 945 time: 0.0706789 Oct 27 09:37:50.847980 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4e6323a1-55cd-426b-9e17-41c04389510b req-897633ef-378b-42d3-b75a-46eb1a36b18c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925910 Oct 27 09:37:50.995635 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-42be9b8a-66fc-43e5-873b-78af922cd3f6 req-f43e7476-5c2a-496a-9cc7-dea6d630bd81 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Deleting port 88c31a6e-f135-454a-a1fa-282d832047fa {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:37:50.995993 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-42be9b8a-66fc-43e5-873b-78af922cd3f6 req-f43e7476-5c2a-496a-9cc7-dea6d630bd81 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:51.092450 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-42be9b8a-66fc-43e5-873b-78af922cd3f6 req-f43e7476-5c2a-496a-9cc7-dea6d630bd81 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] For port 88c31a6e-f135-454a-a1fa-282d832047fa, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=88c31a6e-f135-454a-a1fa-282d832047fa,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:51.092851 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-42be9b8a-66fc-43e5-873b-78af922cd3f6 req-f43e7476-5c2a-496a-9cc7-dea6d630bd81 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:51.111929 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-42be9b8a-66fc-43e5-873b-78af922cd3f6 req-f43e7476-5c2a-496a-9cc7-dea6d630bd81 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Calling delete_port for 88c31a6e-f135-454a-a1fa-282d832047fa owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:37:51.213290 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:51.269625 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-42be9b8a-66fc-43e5-873b-78af922cd3f6 req-f43e7476-5c2a-496a-9cc7-dea6d630bd81 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (88c31a6e-f135-454a-a1fa-282d832047fa), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:51.284247 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['88c31a6e-f135-454a-a1fa-282d832047fa'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:37:51.296715 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e7476-5c2a-496a-9cc7-dea6d630bd81 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Pushing event deleted for resources: {'Port': ['ID=88c31a6e-f135-454a-a1fa-282d832047fa,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:51.368424 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-42be9b8a-66fc-43e5-873b-78af922cd3f6 req-f43e7476-5c2a-496a-9cc7-dea6d630bd81 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] No DVR routers for this DVR port 88c31a6e-f135-454a-a1fa-282d832047fa on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:37:51.373764 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-42be9b8a-66fc-43e5-873b-78af922cd3f6 req-f43e7476-5c2a-496a-9cc7-dea6d630bd81 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:51.377093 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-42be9b8a-66fc-43e5-873b-78af922cd3f6 req-f43e7476-5c2a-496a-9cc7-dea6d630bd81 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.72 "DELETE /networking/v2.0/ports/88c31a6e-f135-454a-a1fa-282d832047fa HTTP/1.1" status: 204 len: 173 time: 0.5174005 Oct 27 09:37:51.377546 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41afcd63-98f3-468b-a15d-f925bd7aba8a', 'name': 'network-vif-deleted', 'tag': '88c31a6e-f135-454a-a1fa-282d832047fa'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:37:51.379775 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1650bf3-2f4f-4a10-a962-b39525965fc0" -d '{"events": [{"server_uuid": "41afcd63-98f3-468b-a15d-f925bd7aba8a", "name": "network-vif-deleted", "tag": "88c31a6e-f135-454a-a1fa-282d832047fa"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:37:51.423903 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7377e7d3-7a00-4f42-9c9e-6d6f426496dc x-openstack-request-id: req-7377e7d3-7a00-4f42-9c9e-6d6f426496dc {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:37:51.424332 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41afcd63-98f3-468b-a15d-f925bd7aba8a", "name": "network-vif-deleted", "tag": "88c31a6e-f135-454a-a1fa-282d832047fa", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:37:51.424915 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7377e7d3-7a00-4f42-9c9e-6d6f426496dc {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:37:51.425657 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7377e7d3-7a00-4f42-9c9e-6d6f426496dc'] response: {'server_uuid': '41afcd63-98f3-468b-a15d-f925bd7aba8a', 'name': 'network-vif-deleted', 'tag': '88c31a6e-f135-454a-a1fa-282d832047fa', 'status': 'completed', 'code': 200} Oct 27 09:37:51.728724 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5f2c27b8-7c2f-440a-9f03-fd2fa2ae0096 req-25da7273-62fa-4128-b673-df781bc146d6 tempest-DeleteServersTestJSON-1805650151 tempest-DeleteServersTestJSON-1805650151-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=41afcd63-98f3-468b-a15d-f925bd7aba8a HTTP/1.1" status: 200 len: 210 time: 0.0320766 Oct 27 09:37:51.995608 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bf4ff-2e3e-4e7f-bf0a-60f81222636a req-c15228be-9577-4cc3-a603-ea4d21d4e6c2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:51.998101 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ad6bf4ff-2e3e-4e7f-bf0a-60f81222636a req-c15228be-9577-4cc3-a603-ea4d21d4e6c2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0539007 Oct 27 09:37:52.086869 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ad6bf4ff-2e3e-4e7f-bf0a-60f81222636a req-bb725819-2fe9-40aa-94fd-8602d8e92ced tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806806 Oct 27 09:37:52.516568 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58474) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:52.626508 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-68c3112f-f627-4f03-9cde-331c12c5884e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:52.675985 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:52.705024 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-68c3112f-f627-4f03-9cde-331c12c5884e admin admin] Publish callbacks [] for security_group (c326957a-93db-4c93-9e61-f389278c036d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:52.709106 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-68c3112f-f627-4f03-9cde-331c12c5884e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (c326957a-93db-4c93-9e61-f389278c036d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:52.750077 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-68c3112f-f627-4f03-9cde-331c12c5884e admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=7529b42d0cd24f23a9023a9728bbf1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321615 Oct 27 09:37:52.751062 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3112f-f627-4f03-9cde-331c12c5884e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c326957a-93db-4c93-9e61-f389278c036d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:52.753604 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58478) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:52.810449 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-524db45f-8a43-4dc5-8573-5ca3e9477e9e admin admin] Publish callbacks [] for security_group (c326957a-93db-4c93-9e61-f389278c036d), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:52.830866 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-524db45f-8a43-4dc5-8573-5ca3e9477e9e admin admin] Publish callbacks [] for security_group (c326957a-93db-4c93-9e61-f389278c036d), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:52.887255 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-524db45f-8a43-4dc5-8573-5ca3e9477e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (c326957a-93db-4c93-9e61-f389278c036d), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:52.890166 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-524db45f-8a43-4dc5-8573-5ca3e9477e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:52.891525 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-524db45f-8a43-4dc5-8573-5ca3e9477e9e admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/c326957a-93db-4c93-9e61-f389278c036d HTTP/1.1" status: 204 len: 168 time: 0.1359210 Oct 27 09:37:52.900146 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524db45f-8a43-4dc5-8573-5ca3e9477e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326957a-93db-4c93-9e61-f389278c036d,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:53.231379 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58508) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:53.247090 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a3563943-5887-4412-9bf2-357f416f1d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:53.251242 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398468d-6552-40ec-b6de-0f69c6e4eee5 req-444c0454-4c91-4cfb-99c7-702bac3158eb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:53.252759 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a398468d-6552-40ec-b6de-0f69c6e4eee5 req-444c0454-4c91-4cfb-99c7-702bac3158eb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0623329 Oct 27 09:37:53.317516 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a398468d-6552-40ec-b6de-0f69c6e4eee5 req-bcab786d-e568-43d4-8404-c24fb9a3ad13 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585282 Oct 27 09:37:53.341680 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a3563943-5887-4412-9bf2-357f416f1d41 admin admin] Publish callbacks [] for security_group (c0a94ba0-240f-43aa-8ea0-229b823223f0), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:53.345725 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a3563943-5887-4412-9bf2-357f416f1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (c0a94ba0-240f-43aa-8ea0-229b823223f0), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:53.386537 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3563943-5887-4412-9bf2-357f416f1d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a94ba0-240f-43aa-8ea0-229b823223f0,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:53.391740 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-a3563943-5887-4412-9bf2-357f416f1d41 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=fb8fcb81ff684d83a73b114978b1d199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588905 Oct 27 09:37:53.396154 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58510) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:53.452735 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b095d18b-488c-4136-9544-0f42142d7e48 admin admin] Publish callbacks [] for security_group (c0a94ba0-240f-43aa-8ea0-229b823223f0), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:53.475010 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b095d18b-488c-4136-9544-0f42142d7e48 admin admin] Publish callbacks [] for security_group (c0a94ba0-240f-43aa-8ea0-229b823223f0), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:53.549093 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b095d18b-488c-4136-9544-0f42142d7e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (c0a94ba0-240f-43aa-8ea0-229b823223f0), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:53.553456 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b095d18b-488c-4136-9544-0f42142d7e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:53.557443 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-b095d18b-488c-4136-9544-0f42142d7e48 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/c0a94ba0-240f-43aa-8ea0-229b823223f0 HTTP/1.1" status: 204 len: 168 time: 0.1579196 Oct 27 09:37:53.577590 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095d18b-488c-4136-9544-0f42142d7e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a94ba0-240f-43aa-8ea0-229b823223f0,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:53.928787 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58526) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:53.942554 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-99440846-6c39-488e-849f-a052bb77635a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:54.023838 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-99440846-6c39-488e-849f-a052bb77635a admin admin] Publish callbacks [] for security_group (9fb7855e-3428-4c06-924b-76921f18aa76), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:54.027356 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-99440846-6c39-488e-849f-a052bb77635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (9fb7855e-3428-4c06-924b-76921f18aa76), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:54.037558 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:DELETE=10,neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:54.070876 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-99440846-6c39-488e-849f-a052bb77635a admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=38d5a8cd58ec459283642d104dc2aa5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410112 Oct 27 09:37:54.071964 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99440846-6c39-488e-849f-a052bb77635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb7855e-3428-4c06-924b-76921f18aa76,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:54.073564 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58528) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:54.125349 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-500f517e-e8b0-401a-8992-6c2dcf00936b admin admin] Publish callbacks [] for security_group (9fb7855e-3428-4c06-924b-76921f18aa76), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:54.147916 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-500f517e-e8b0-401a-8992-6c2dcf00936b admin admin] Publish callbacks [] for security_group (9fb7855e-3428-4c06-924b-76921f18aa76), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:54.205709 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-500f517e-e8b0-401a-8992-6c2dcf00936b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (9fb7855e-3428-4c06-924b-76921f18aa76), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:54.208331 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-500f517e-e8b0-401a-8992-6c2dcf00936b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:54.212023 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-500f517e-e8b0-401a-8992-6c2dcf00936b admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/9fb7855e-3428-4c06-924b-76921f18aa76 HTTP/1.1" status: 204 len: 168 time: 0.1349256 Oct 27 09:37:54.219300 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f517e-e8b0-401a-8992-6c2dcf00936b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb7855e-3428-4c06-924b-76921f18aa76,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:54.397707 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58542) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:54.458489 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bc7a3-39b9-41ae-8441-df7d39015217 req-ff42a67d-bd99-443c-8208-a196f56ad8d3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:54.461224 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-114bc7a3-39b9-41ae-8441-df7d39015217 req-ff42a67d-bd99-443c-8208-a196f56ad8d3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0649278 Oct 27 09:37:54.490648 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:54.517081 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-114bc7a3-39b9-41ae-8441-df7d39015217 req-e847bdb1-667d-4394-8665-6b82fde9b5d3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476205 Oct 27 09:37:54.714566 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:54.850899 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654533'] for router_interface (e367f203-6388-42a6-9fcf-ad37424f9242), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:55.153444 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] Deleting port 91bb510f-fca0-43dd-9474-3f0d782555ed {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:37:55.154045 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:55.248942 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] For port 91bb510f-fca0-43dd-9474-3f0d782555ed, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=91bb510f-fca0-43dd-9474-3f0d782555ed,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:55.249377 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:55.262598 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] Calling delete_port for 91bb510f-fca0-43dd-9474-3f0d782555ed owned by network:router_interface {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:37:55.442563 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:55.499656 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (91bb510f-fca0-43dd-9474-3f0d782555ed), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:55.721897 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359f324-b421-4c55-a0ce-3ad1f0d4837e req-1eee78a0-017b-403b-880d-af4d13119399 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:55.731522 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c359f324-b421-4c55-a0ce-3ad1f0d4837e req-1eee78a0-017b-403b-880d-af4d13119399 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0924537 Oct 27 09:37:55.800634 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c359f324-b421-4c55-a0ce-3ad1f0d4837e req-d2958f1f-cd68-4f8d-aaa8-d1bce32504d2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677943 Oct 27 09:37:55.818850 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] Pushing event deleted for resources: {'Port': ['ID=91bb510f-fca0-43dd-9474-3f0d782555ed,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:55.917366 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 88c31a6e-f135-454a-a1fa-282d832047fa no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:37:55.950353 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: 88c31a6e-f135-454a-a1fa-282d832047fa {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:37:55.951089 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 88c31a6e-f135-454a-a1fa-282d832047fa not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:37:55.994833 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface (e367f203-6388-42a6-9fcf-ad37424f9242), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:56.035885 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71249c05-c403-471d-ad58-d25ca80783b9 None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:37:56.158349 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71249c05-c403-471d-ad58-d25ca80783b9 None None] Resources bound (agent type, host, resource id): {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 09:37:56.160226 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:56.206809 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-572c569a-592c-4a5a-9879-8563c7e383ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:56.233886 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] Router e367f203-6388-42a6-9fcf-ad37424f9242 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:37:56.350209 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:37:56.356612 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-8597314c-101f-42cd-9bc4-809c9541bafc admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/e367f203-6388-42a6-9fcf-ad37424f9242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9594903 Oct 27 09:37:56.359627 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58622) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:56.362169 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11afd5e-14ad-47fd-8589-6c0082091070 None None] Sync routers for ids ['e367f203-6388-42a6-9fcf-ad37424f9242'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:37:56.376026 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11afd5e-14ad-47fd-8589-6c0082091070 None None] Routers {'e367f203-6388-42a6-9fcf-ad37424f9242'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:37:56.376700 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f11afd5e-14ad-47fd-8589-6c0082091070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e367f203-6388-42a6-9fcf-ad37424f9242'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:56.475826 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Publish callbacks [] for router (e367f203-6388-42a6-9fcf-ad37424f9242), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:56.507245 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-f11afd5e-14ad-47fd-8589-6c0082091070 None None] Set router e367f203-6388-42a6-9fcf-ad37424f9242 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:37:56.601392 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Publish callbacks [] for router_gateway (e367f203-6388-42a6-9fcf-ad37424f9242), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:56.620155 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:56.670263 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Deleting port 4b337780-306c-4beb-b9b8-e642fb251700 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:37:56.670753 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (4b337780-306c-4beb-b9b8-e642fb251700), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:56.791359 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f11afd5e-14ad-47fd-8589-6c0082091070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'name': 'tempest-DeleteServersTestJSON-822503530-router', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '4b337780-306c-4beb-b9b8-e642fb251700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:37:55Z', 'revision_number': 5, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'gw_port': {'id': '4b337780-306c-4beb-b9b8-e642fb251700', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:63:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:56.796657 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:56.820876 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] For port 4b337780-306c-4beb-b9b8-e642fb251700, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=4b337780-306c-4beb-b9b8-e642fb251700,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:56.822677 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (4b337780-306c-4beb-b9b8-e642fb251700), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:56.841952 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11afd5e-14ad-47fd-8589-6c0082091070 None None] Checking router: e367f203-6388-42a6-9fcf-ad37424f9242 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:37:56.842656 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Calling delete_port for 4b337780-306c-4beb-b9b8-e642fb251700 owned by network:router_gateway {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:37:56.863257 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11afd5e-14ad-47fd-8589-6c0082091070 None None] Routers {'e367f203-6388-42a6-9fcf-ad37424f9242'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:37:56.864029 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f11afd5e-14ad-47fd-8589-6c0082091070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e367f203-6388-42a6-9fcf-ad37424f9242'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:56.975982 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a6d8e-b4d2-4f01-8a50-34d39e516fad req-3df8dade-3795-4355-bf53-ea06e24c82f5 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:56.977624 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b66a6d8e-b4d2-4f01-8a50-34d39e516fad req-3df8dade-3795-4355-bf53-ea06e24c82f5 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0861266 Oct 27 09:37:56.992602 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-f11afd5e-14ad-47fd-8589-6c0082091070 None None] Set router e367f203-6388-42a6-9fcf-ad37424f9242 gateway port host: None {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:37:57.081680 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b66a6d8e-b4d2-4f01-8a50-34d39e516fad req-6a0732fe-5314-42b7-a112-4260a5678acf tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962050 Oct 27 09:37:57.087932 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f11afd5e-14ad-47fd-8589-6c0082091070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'name': 'tempest-DeleteServersTestJSON-822503530-router', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:37:56Z', 'revision_number': 6, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'gw_port_host': None}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:57.117382 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11afd5e-14ad-47fd-8589-6c0082091070 None None] The sync data for ids ['e367f203-6388-42a6-9fcf-ad37424f9242'] in dv-cinder-797970-7-iscsi is: [{'id': 'e367f203-6388-42a6-9fcf-ad37424f9242', 'name': 'tempest-DeleteServersTestJSON-822503530-router', 'tenant_id': 'a417696418e34d1e9abaa74e3c5627e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:31Z', 'updated_at': '2022-10-27T09:37:56Z', 'revision_number': 6, 'project_id': 'a417696418e34d1e9abaa74e3c5627e1', 'gw_port_host': None}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:37:57.120465 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (4b337780-306c-4beb-b9b8-e642fb251700), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.158316 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b337780-306c-4beb-b9b8-e642fb251700,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:57.247650 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658050'] for router_gateway (e367f203-6388-42a6-9fcf-ad37424f9242), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.358478 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041905'] for router (e367f203-6388-42a6-9fcf-ad37424f9242), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.361333 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Publish callbacks [] for router_controller (e367f203-6388-42a6-9fcf-ad37424f9242), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.425341 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651776'] for router (e367f203-6388-42a6-9fcf-ad37424f9242), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.425873 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e367f203-6388-42a6-9fcf-ad37424f9242 {{(pid=104690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 09:37:57.436017 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.439840 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-716e0a77-c8a0-460c-add7-6029aaeed107 admin admin] 10.222.0.70 "DELETE /networking/v2.0/routers/e367f203-6388-42a6-9fcf-ad37424f9242 HTTP/1.1" status: 204 len: 168 time: 1.0776057 Oct 27 09:37:57.440374 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-2ebec613-610a-4ddf-b995-13b5c4b18463 None None] Provisioning complete for port 2364b168-ead9-4b9b-b5a8-f463c63403a6 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:37:57.440911 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58656) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:57.441160 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-2ebec613-610a-4ddf-b995-13b5c4b18463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.441160 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-2ebec613-610a-4ddf-b995-13b5c4b18463 None None] Attempt 1 to provision port 2364b168-ead9-4b9b-b5a8-f463c63403a6 Oct 27 09:37:57.498192 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f5fb1e-94a5-4774-ac76-8cd69755394b admin admin] Deleting subnet 1c4d0380-46b3-4e00-9a07-258d3f36724c {{(pid=104689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:37:57.502267 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-79f5fb1e-94a5-4774-ac76-8cd69755394b admin admin] Publish callbacks [] for subnet (1c4d0380-46b3-4e00-9a07-258d3f36724c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.534984 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-2ebec613-610a-4ddf-b995-13b5c4b18463 None None] Current status of the port 2364b168-ead9-4b9b-b5a8-f463c63403a6 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:37:57.543951 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-79f5fb1e-94a5-4774-ac76-8cd69755394b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1679559'] for subnet (1c4d0380-46b3-4e00-9a07-258d3f36724c), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.663797 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-79f5fb1e-94a5-4774-ac76-8cd69755394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (1c4d0380-46b3-4e00-9a07-258d3f36724c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.685299 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:57.718538 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-79f5fb1e-94a5-4774-ac76-8cd69755394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2373704'] for subnet (1c4d0380-46b3-4e00-9a07-258d3f36724c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.946026 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5fb1e-94a5-4774-ac76-8cd69755394b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4d0380-46b3-4e00-9a07-258d3f36724c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:57.963047 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823c07c-0358-4d4f-bb15-67c34678e9a6 None None] Network 7c24dd54-2ed4-445c-a41b-4cf4e86b679d requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:37:57.966482 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-79f5fb1e-94a5-4774-ac76-8cd69755394b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:57.973201 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58686) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:57.973327 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-79f5fb1e-94a5-4774-ac76-8cd69755394b admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/1c4d0380-46b3-4e00-9a07-258d3f36724c HTTP/1.1" status: 204 len: 168 time: 0.5313547 Oct 27 09:37:58.016132 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-817ec6c0-01c6-4d29-8636-6eefd51f325f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/networks?tenant_id=e694ff25532a41bfac762f1e11e3869c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710444 Oct 27 09:37:58.087616 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 91bb510f-fca0-43dd-9474-3f0d782555ed no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:37:58.112863 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (7c24dd54-2ed4-445c-a41b-4cf4e86b679d), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.148071 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 91bb510f-fca0-43dd-9474-3f0d782555ed {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:37:58.148696 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 91bb510f-fca0-43dd-9474-3f0d782555ed not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:37:58.149396 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 4b337780-306c-4beb-b9b8-e642fb251700 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:37:58.205356 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 4b337780-306c-4beb-b9b8-e642fb251700 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:37:58.205711 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 4b337780-306c-4beb-b9b8-e642fb251700 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:37:58.221586 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Deleting port 2364b168-ead9-4b9b-b5a8-f463c63403a6 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:37:58.221932 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.291866 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] DHCP port deletion for 7c24dd54-2ed4-445c-a41b-4cf4e86b679d request from dv-cinder-797970-7-iscsi {{(pid=104691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 09:37:58.295393 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:58.310953 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] For port 2364b168-ead9-4b9b-b5a8-f463c63403a6, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=2364b168-ead9-4b9b-b5a8-f463c63403a6,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:58.311410 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.340752 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Calling delete_port for 2364b168-ead9-4b9b-b5a8-f463c63403a6 owned by network:dhcp {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:37:58.351661 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Deleting port 2364b168-ead9-4b9b-b5a8-f463c63403a6 {{(pid=104691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:37:58.352089 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), before_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.380961 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2949ac-9b08-4a73-829b-3485ba93e54f req-b8d96a56-7271-44c9-bf09-2d125b05f27b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:58.384762 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cc2949ac-9b08-4a73-829b-3485ba93e54f req-b8d96a56-7271-44c9-bf09-2d125b05f27b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.1561103 Oct 27 09:37:58.437437 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] For port 2364b168-ead9-4b9b-b5a8-f463c63403a6, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=2364b168-ead9-4b9b-b5a8-f463c63403a6,segment=NetworkSegment(7cafa2f7-df6c-4d33-be3e-611600c7360f),segment_id=7cafa2f7-df6c-4d33-be3e-611600c7360f)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:37:58.438134 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), precommit_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.443707 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-052301e8-70d9-4997-9e7e-c7e04a8fd2c7 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:58.451759 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-052301e8-70d9-4997-9e7e-c7e04a8fd2c7 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4338593 Oct 27 09:37:58.455146 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Calling delete_port for 2364b168-ead9-4b9b-b5a8-f463c63403a6 owned by network:dhcp {{(pid=104691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:37:58.481845 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0ae52e51-bcfc-4c5a-9e9e-07e11fad791a tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/quotas/e694ff25532a41bfac762f1e11e3869c HTTP/1.1" status: 200 len: 375 time: 0.0291491 Oct 27 09:37:58.485618 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.500135 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:58.520546 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2364b168-ead9-4b9b-b5a8-f463c63403a6,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:58.524019 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-5e83c4e8-8634-4aac-a2df-466db310546c tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=e694ff25532a41bfac762f1e11e3869c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413163 Oct 27 09:37:58.525698 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] No DVR routers for this DVR port 2364b168-ead9-4b9b-b5a8-f463c63403a6 on host dv-cinder-797970-7-iscsi {{(pid=104690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:37:58.533824 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cc2949ac-9b08-4a73-829b-3485ba93e54f req-e94d5093-d6a2-47e7-9730-de13810c249e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400306 Oct 27 09:37:58.537346 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:58.616346 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-22b5e0dd-a113-42d5-a43c-3f26d5d33c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.623274 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (7c24dd54-2ed4-445c-a41b-4cf4e86b679d), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.630066 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394'] for port (2364b168-ead9-4b9b-b5a8-f463c63403a6), after_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.647599 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c24dd54-2ed4-445c-a41b-4cf4e86b679d']}} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:58.658950 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Pushing event deleted for resources: {'Port': ['ID=2364b168-ead9-4b9b-b5a8-f463c63403a6,revision_number=None']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:58.662056 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cafa2f7-df6c-4d33-be3e-611600c7360f') {'for_net_delete': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:58.662369 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cafa2f7-df6c-4d33-be3e-611600c7360f') {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:37:58.669741 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.670076 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.670433 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.670791 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.671128 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.671457 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.671777 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.672099 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.672425 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.672775 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.673103 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.673444 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.673767 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.674085 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.674404 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:37:58.681043 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ec4da8-fd95-4d37-9954-6754bbd7b6bb None None] No DVR routers for this DVR port 2364b168-ead9-4b9b-b5a8-f463c63403a6 on host dv-cinder-797970-7-iscsi {{(pid=104691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:37:58.682462 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2834243'] for segment (7cafa2f7-df6c-4d33-be3e-611600c7360f), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.707631 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (7cafa2f7-df6c-4d33-be3e-611600c7360f), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.730129 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=104690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:37:58.731140 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686121'] for segment (7cafa2f7-df6c-4d33-be3e-611600c7360f), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.788176 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e77dddfe-5e76-4169-a69f-4f3e97d7a5b9 req-3515c1d2-bb29-472e-a402-18e55cc302c8 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 210 time: 0.0404737 Oct 27 09:37:58.792377 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 7cafa2f7-df6c-4d33-be3e-611600c7360f resource provider aggregate not found Oct 27 09:37:58.826206 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (7c24dd54-2ed4-445c-a41b-4cf4e86b679d), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.831320 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 7cafa2f7-df6c-4d33-be3e-611600c7360f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cafa2f7-df6c-4d33-be3e-611600c7360f found for delete ", "request_id": "req-3895cbb8-83b8-4506-bb3a-948e20ea81c0"}]} Oct 27 09:37:58.838384 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:58.842057 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/7c24dd54-2ed4-445c-a41b-4cf4e86b679d HTTP/1.1" status: 204 len: 168 time: 0.8675911 Oct 27 09:37:58.852376 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06cdff5-b3d2-415f-8e2f-6089862e17e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c24dd54-2ed4-445c-a41b-4cf4e86b679d,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:59.028943 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58720) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:59.070948 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-2f0a6112-9dbd-41ec-a575-56ef134b5b79 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=a417696418e34d1e9abaa74e3c5627e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408204 Oct 27 09:37:59.073782 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58722) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:37:59.131358 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d57f2a91-e0f5-453a-88a7-839b0d90ec6a admin admin] Publish callbacks [] for security_group (0ffe8dee-19e6-433c-a955-7aa00f5320ab), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:59.153777 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d57f2a91-e0f5-453a-88a7-839b0d90ec6a admin admin] Publish callbacks [] for security_group (0ffe8dee-19e6-433c-a955-7aa00f5320ab), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:59.201984 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d57f2a91-e0f5-453a-88a7-839b0d90ec6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (0ffe8dee-19e6-433c-a955-7aa00f5320ab), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:59.204911 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d57f2a91-e0f5-453a-88a7-839b0d90ec6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:59.206056 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-d57f2a91-e0f5-453a-88a7-839b0d90ec6a admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/0ffe8dee-19e6-433c-a955-7aa00f5320ab HTTP/1.1" status: 204 len: 168 time: 0.1305704 Oct 27 09:37:59.213988 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f2a91-e0f5-453a-88a7-839b0d90ec6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffe8dee-19e6-433c-a955-7aa00f5320ab,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:37:59.664864 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:37:59.685206 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78a694-760a-4c47-88c6-7c7418f76cef req-b6f958e6-e6eb-4899-8d97-cdb51fb697ea tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:37:59.686798 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b78a694-760a-4c47-88c6-7c7418f76cef req-b6f958e6-e6eb-4899-8d97-cdb51fb697ea tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0585177 Oct 27 09:37:59.732294 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:37:59.743196 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b78a694-760a-4c47-88c6-7c7418f76cef req-1edbc804-89db-4249-906e-a573c30646e0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Oct 27 09:37:59.776133 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2364b168-ead9-4b9b-b5a8-f463c63403a6 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:37:59.798147 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 2364b168-ead9-4b9b-b5a8-f463c63403a6 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:37:59.798566 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2364b168-ead9-4b9b-b5a8-f463c63403a6 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:37:59.900439 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ca1870a5-005e-47bd-bc55-eafc182efad8 req-0e44d8fb-ed9e-49ef-8255-b296b0a8b8ad tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 210 time: 0.0301385 Oct 27 09:38:00.045288 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58766) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:00.149205 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1826843578-network', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:00.197349 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Made reservation on behalf of df84eaa566a24d3e8d25c1065e8c09fa for: {'network': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:00.200432 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.214429 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2f3c2ab4-5cc5-4070-9f87-6449dd050ba1 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=e694ff25532a41bfac762f1e11e3869c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437734 Oct 27 09:38:00.216076 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.378562 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-4a98a983-39af-4031-a960-68b0dad81404 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:00.379942 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-4a98a983-39af-4031-a960-68b0dad81404 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553960 Oct 27 09:38:00.410208 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Publish callbacks [] for security_group (bee84c51-4be4-4d0c-b3d5-eb8eb4b9fe8d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.413995 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (bee84c51-4be4-4d0c-b3d5-eb8eb4b9fe8d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.418946 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=91,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:00.441026 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=104689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:38:00.452918 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Request body: {'port': {'device_id': '48bbc228-8c96-411c-b18f-8358affb9d1e', 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6', 'admin_state_up': True, 'tenant_id': 'e694ff25532a41bfac762f1e11e3869c'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:00.471975 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee84c51-4be4-4d0c-b3d5-eb8eb4b9fe8d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:00.474869 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (fa05bdcc-842e-4374-80fa-d0715c29e513), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.475235 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.segments_db [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Added segment fa05bdcc-842e-4374-80fa-d0715c29e513 of type vlan for network 15104d09-0e0f-4140-ae39-9239f083d338 Oct 27 09:38:00.560012 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (15104d09-0e0f-4140-ae39-9239f083d338), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.612553 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (15104d09-0e0f-4140-ae39-9239f083d338), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.613498 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:00.614070 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.648754 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Made reservation on behalf of e694ff25532a41bfac762f1e11e3869c for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:00.652277 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.691617 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6425779 Oct 27 09:38:00.692225 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.692385 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58776) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:00.695586 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bf42b-e10e-445c-983e-c148d4de7f4a admin admin] Pushing event updated for resources: {'Network': ['ID=15104d09-0e0f-4140-ae39-9239f083d338,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:00.700858 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] Request body: {'subnet': {'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-subnet', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:00.707899 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 15104d09-0e0f-4140-ae39-9239f083d338 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:38:00.748596 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] Made reservation on behalf of df84eaa566a24d3e8d25c1065e8c09fa for: {'subnet': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:00.751435 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9624055'] for subnet (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.777283 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:00.799189 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Publish callbacks [] for security_group (bfe16071-7e23-4865-91fe-bb591ba00692), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.805332 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (bfe16071-7e23-4865-91fe-bb591ba00692), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:00.931038 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe16071-7e23-4865-91fe-bb591ba00692,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:00.953679 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db487ce3-5362-4878-9bf4-6fc205157ad3 req-a0b8dee5-cc9c-45c1-abf6-60945798c73d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:00.955500 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-db487ce3-5362-4878-9bf4-6fc205157ad3 req-a0b8dee5-cc9c-45c1-abf6-60945798c73d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0730953 Oct 27 09:38:01.036269 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2683402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9623961'] for subnet (6106073a-8240-4116-aa48-78887440dcb1), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.050764 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5510e6b1-5f43-4260-9dbe-4e9741f1d51f req-a7e23062-e980-46a4-a8b7-cf54c7f764aa tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 210 time: 0.0559242 Oct 27 09:38:01.082959 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Allocated IP 192.168.233.52 (ee9cd67c-b969-428d-a7cb-3cdd1e4609f6/3843db43-5c1e-448d-aa4f-7a496f4f31b6/e0c20856-d86b-460a-a786-0e01edc89012) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:01.091488 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-db487ce3-5362-4878-9bf4-6fc205157ad3 req-af923c8a-c88e-4d75-a17b-88045e6fddea tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290801 Oct 27 09:38:01.112541 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6106073a-8240-4116-aa48-78887440dcb1,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:01.132566 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] Checking segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:01.132806 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] Network hostable DHCP agents. Network: 15104d09-0e0f-4140-ae39-9239f083d338, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:38:01.154023 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] Network 15104d09-0e0f-4140-ae39-9239f083d338 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:38:01.164649 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 15104d09-0e0f-4140-ae39-9239f083d338) {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:01.173920 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:01.174425 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.176503 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74df9e5-1828-4282-b004-cb69c65a55c4 None None] Network 15104d09-0e0f-4140-ae39-9239f083d338 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:01.198418 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-81f95142-7211-4489-9e78-d11bc426eba2 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5043943 Oct 27 09:38:01.201174 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58796) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:01.207155 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:01.220177 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:01.232473 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (e67bc3b2-c062-43af-badd-a46a630bdbf6), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.233616 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (e67bc3b2-c062-43af-badd-a46a630bdbf6), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.311636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Publish callbacks [] for port (e0c20856-d86b-460a-a786-0e01edc89012), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.313211 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-15104d09-0e0f-4140-ae39-9239f083d338', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:38:01.314154 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.327535 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Publish callbacks [] for router_controller (e67bc3b2-c062-43af-badd-a46a630bdbf6), precommit_add_association {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.334378 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:01.344373 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:01.357629 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58800) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:01.370083 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (e0c20856-d86b-460a-a786-0e01edc89012), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.424959 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Pushing event updated for resources: {'Port': ['ID=e0c20856-d86b-460a-a786-0e01edc89012,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:01.441432 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.446697 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Network ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:01.448757 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:01.452718 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:01.455345 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.514800 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Publish callbacks [] for router_gateway (e67bc3b2-c062-43af-badd-a46a630bdbf6), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.520233 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Allocated IP 172.20.0.2 (15104d09-0e0f-4140-ae39-9239f083d338/6106073a-8240-4116-aa48-78887440dcb1/ebc87940-fe7c-4eae-9dc2-232b740083ba) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:01.521522 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:01.522259 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.553598 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-2141f124-22b1-48cc-87a1-71515bba0a8f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1101701 Oct 27 09:38:01.574553 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Request body: {'port': {'device_id': '48bbc228-8c96-411c-b18f-8358affb9d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:01.605623 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:01.619384 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b31ae597-68ba-4b4c-a228-e4df04f60ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.670830 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (e0c20856-d86b-460a-a786-0e01edc89012), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.689133 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Publish callbacks [] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.701995 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.738885 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:01.752511 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Network 15104d09-0e0f-4140-ae39-9239f083d338 is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:01.752714 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Publish callbacks [] for router_gateway (e67bc3b2-c062-43af-badd-a46a630bdbf6), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.756827 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:01.761191 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:01.769252 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Pushing event updated for resources: {'Port': ['ID=ebc87940-fe7c-4eae-9dc2-232b740083ba,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:01.775540 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.820765 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-0808564f-754a-4f9c-ab6c-8fb240d27550 None None] Provisioning complete for port e0c20856-d86b-460a-a786-0e01edc89012 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:01.821137 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0808564f-754a-4f9c-ab6c-8fb240d27550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (e0c20856-d86b-460a-a786-0e01edc89012), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.821621 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-0808564f-754a-4f9c-ab6c-8fb240d27550 None None] Attempt 1 to provision port e0c20856-d86b-460a-a786-0e01edc89012 Oct 27 09:38:01.845145 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b31ae597-68ba-4b4c-a228-e4df04f60ef4 admin admin] Publish callbacks [] for security_group (fb75dead-d67b-483a-862e-c0711d8474c8), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.854489 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Attempting to bind port ebc87940-fe7c-4eae-9dc2-232b740083ba on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:01.854788 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b31ae597-68ba-4b4c-a228-e4df04f60ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (fb75dead-d67b-483a-862e-c0711d8474c8), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.854897 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Attempting to bind port ebc87940-fe7c-4eae-9dc2-232b740083ba by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:01.855392 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Attempting to bind port ebc87940-fe7c-4eae-9dc2-232b740083ba on network 15104d09-0e0f-4140-ae39-9239f083d338 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:01.893857 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Allocated IP 172.27.0.73 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/2a227d5a-9536-4e05-8dbe-54b1bdb41b80) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:01.894304 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-0808564f-754a-4f9c-ab6c-8fb240d27550 None None] Port e0c20856-d86b-460a-a786-0e01edc89012 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:01.921665 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:01.922039 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Checking segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:01.922434 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.922822 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Bound using segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:01.925045 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Bound port: ebc87940-fe7c-4eae-9dc2-232b740083ba, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:01.925424 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:01.969891 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-b31ae597-68ba-4b4c-a228-e4df04f60ef4 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=f50221b5030244819ca4809e31e90404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6084580 Oct 27 09:38:01.974046 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58808) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:01.977666 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ae597-68ba-4b4c-a228-e4df04f60ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb75dead-d67b-483a-862e-c0711d8474c8,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:01.990709 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:01.995122 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] For port ebc87940-fe7c-4eae-9dc2-232b740083ba, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:02.000272 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] For port ebc87940-fe7c-4eae-9dc2-232b740083ba, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=ebc87940-fe7c-4eae-9dc2-232b740083ba,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:02.016934 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:02.070570 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Publish callbacks [] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:02.110927 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ae72cb44-40d9-4f11-92cf-e24f9540cd24 admin admin] Publish callbacks [] for security_group (fb75dead-d67b-483a-862e-c0711d8474c8), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:02.117478 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b20119-08ae-4132-a18b-9103d8131dd7 None None] Pushing event updated for resources: {'Port': ['ID=ebc87940-fe7c-4eae-9dc2-232b740083ba,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:02.119461 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:02.202063 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Pushing event updated for resources: {'Port': ['ID=2a227d5a-9536-4e05-8dbe-54b1bdb41b80,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:02.207092 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:02.207573 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:02.209717 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:02.284317 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ae72cb44-40d9-4f11-92cf-e24f9540cd24 admin admin] Publish callbacks [] for security_group (fb75dead-d67b-483a-862e-c0711d8474c8), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:02.290431 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c20856-d86b-460a-a786-0e01edc89012 {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:38:02.318982 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622a69c-0f78-4278-adf7-6057dfd513a4 req-f72d9b70-266b-42e5-ad79-9ae022506d7f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:02.321312 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1622a69c-0f78-4278-adf7-6057dfd513a4 req-f72d9b70-266b-42e5-ad79-9ae022506d7f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 935 time: 0.1278143 Oct 27 09:38:02.340957 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Publish callbacks [] for port (e0c20856-d86b-460a-a786-0e01edc89012), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:02.351119 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:02.392671 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444074f-f95e-4183-a104-342f0dc70379 req-fc8a2403-0895-4a6d-8958-6a456feafdca tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:02.406818 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1444074f-f95e-4183-a104-342f0dc70379 req-fc8a2403-0895-4a6d-8958-6a456feafdca tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.1724906 Oct 27 09:38:02.507430 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58828) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:02.533320 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Transition to ACTIVE for port object e0c20856-d86b-460a-a786-0e01edc89012 will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:38:02.540088 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ae72cb44-40d9-4f11-92cf-e24f9540cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (fb75dead-d67b-483a-862e-c0711d8474c8), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:02.543184 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ae72cb44-40d9-4f11-92cf-e24f9540cd24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:02.544726 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-ae72cb44-40d9-4f11-92cf-e24f9540cd24 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/fb75dead-d67b-483a-862e-c0711d8474c8 HTTP/1.1" status: 204 len: 168 time: 0.5703387 Oct 27 09:38:02.617985 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1444074f-f95e-4183-a104-342f0dc70379 req-56cb468f-c534-4a93-aae8-fee3830d19a9 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021692 Oct 27 09:38:02.623497 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (e0c20856-d86b-460a-a786-0e01edc89012), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:02.686785 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1622a69c-0f78-4278-adf7-6057dfd513a4 req-015c01ea-06c2-48d8-88dc-823399158e50 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272562 Oct 27 09:38:02.718729 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:02.722657 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Pushing event updated for resources: {'Port': ['ID=e0c20856-d86b-460a-a786-0e01edc89012,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:02.727537 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72cb44-40d9-4f11-92cf-e24f9540cd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb75dead-d67b-483a-862e-c0711d8474c8,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:02.805514 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:02.808634 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-79fdf731-63b7-4e98-b5bc-b1715709e5bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:02.864376 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Publish callbacks [] for router_gateway (e67bc3b2-c062-43af-badd-a46a630bdbf6), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:02.876875 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Attempting to bind port e0c20856-d86b-460a-a786-0e01edc89012 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:02.877218 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Attempting to bind port e0c20856-d86b-460a-a786-0e01edc89012 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '2a796209-c50a-4b38-a425-0561a9685ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:02.877549 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Attempting to bind port e0c20856-d86b-460a-a786-0e01edc89012 on network ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:02.948741 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Port e0c20856-d86b-460a-a786-0e01edc89012 on network ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:38:02.949738 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Attempting to bind port e0c20856-d86b-460a-a786-0e01edc89012 on network ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:03.006623 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:03.006965 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Checking segment: {'id': '2a796209-c50a-4b38-a425-0561a9685ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:03.007357 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Bound using segment: {'id': '2a796209-c50a-4b38-a425-0561a9685ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:03.007804 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Bound port: e0c20856-d86b-460a-a786-0e01edc89012, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a796209-c50a-4b38-a425-0561a9685ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:03.008163 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (e0c20856-d86b-460a-a786-0e01edc89012), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.090979 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] For port e0c20856-d86b-460a-a786-0e01edc89012, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:03.094363 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] For port e0c20856-d86b-460a-a786-0e01edc89012, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e0c20856-d86b-460a-a786-0e01edc89012,segment=NetworkSegment(2a796209-c50a-4b38-a425-0561a9685ed2),segment_id=2a796209-c50a-4b38-a425-0561a9685ed2)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:03.108830 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (e0c20856-d86b-460a-a786-0e01edc89012), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.119850 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:03.120453 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.122157 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/e0c20856-d86b-460a-a786-0e01edc89012 HTTP/1.1" status: 200 len: 1097 time: 1.5527110 Oct 27 09:38:03.127461 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bbc228-8c96-411c-b18f-8358affb9d1e', 'tag': 'e0c20856-d86b-460a-a786-0e01edc89012'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:38:03.130269 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509e8788-f8b4-48a1-9ae9-c157afb60fee" -d '{"events": [{"name": "network-changed", "server_uuid": "48bbc228-8c96-411c-b18f-8358affb9d1e", "tag": "e0c20856-d86b-460a-a786-0e01edc89012"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:38:03.157536 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-79fdf731-63b7-4e98-b5bc-b1715709e5bc admin admin] Publish callbacks [] for security_group (e5b2a744-a0ad-474f-a52b-e9ea13b58855), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.182782 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-79fdf731-63b7-4e98-b5bc-b1715709e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e5b2a744-a0ad-474f-a52b-e9ea13b58855), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.226555 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba43d0a4-a5e8-4bce-bedf-fa66a97fbd18 x-openstack-request-id: req-ba43d0a4-a5e8-4bce-bedf-fa66a97fbd18 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:38:03.226938 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bbc228-8c96-411c-b18f-8358affb9d1e", "tag": "e0c20856-d86b-460a-a786-0e01edc89012", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:38:03.227105 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba43d0a4-a5e8-4bce-bedf-fa66a97fbd18 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:38:03.227505 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba43d0a4-a5e8-4bce-bedf-fa66a97fbd18'] response: {'name': 'network-changed', 'server_uuid': '48bbc228-8c96-411c-b18f-8358affb9d1e', 'tag': 'e0c20856-d86b-460a-a786-0e01edc89012', 'status': 'completed', 'code': 200} Oct 27 09:38:03.239086 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (e67bc3b2-c062-43af-badd-a46a630bdbf6), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.304278 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafe278-9d36-45ca-9aa4-5a42aef1110a service neutron] Pushing event updated for resources: {'Port': ['ID=e0c20856-d86b-460a-a786-0e01edc89012,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:03.327163 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-79fdf731-63b7-4e98-b5bc-b1715709e5bc admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=c72f89f60e2245e2aa5c287ca187cfa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8173134 Oct 27 09:38:03.333923 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58856) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:03.339023 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdf731-63b7-4e98-b5bc-b1715709e5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b2a744-a0ad-474f-a52b-e9ea13b58855,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:03.350785 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-89991f1d-125f-495b-8aa4-c52eb35e21be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:03.352544 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-89991f1d-125f-495b-8aa4-c52eb35e21be service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e694ff25532a41bfac762f1e11e3869c&device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 1131 time: 0.1285231 Oct 27 09:38:03.407221 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-768ecdfb-14ff-4e6b-a51b-bf871e733ffa service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e0c20856-d86b-460a-a786-0e01edc89012 HTTP/1.1" status: 200 len: 217 time: 0.0452738 Oct 27 09:38:03.436561 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:03.475844 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:03.503025 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-c3348e7c-542a-446e-8fc5-abfdd09727b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:03.505745 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-c3348e7c-542a-446e-8fc5-abfdd09727b6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3843db43-5c1e-448d-aa4f-7a496f4f31b6 HTTP/1.1" status: 200 len: 843 time: 0.0916157 Oct 27 09:38:03.512457 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d241d0d2-feb7-4d6f-8342-75ea4aa1fdb1 admin admin] Publish callbacks [] for security_group (e5b2a744-a0ad-474f-a52b-e9ea13b58855), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.528774 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7b6bba-ed3e-4d92-a1ba-1e43b54db9db None None] Network 15104d09-0e0f-4140-ae39-9239f083d338 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:03.554776 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d241d0d2-feb7-4d6f-8342-75ea4aa1fdb1 admin admin] Publish callbacks [] for security_group (e5b2a744-a0ad-474f-a52b-e9ea13b58855), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.596538 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Router e67bc3b2-c062-43af-badd-a46a630bdbf6 is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:38:03.599716 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-8b28d992-4cbf-404f-a184-17d23de72c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:03.601745 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-8b28d992-4cbf-404f-a184-17d23de72c88 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ee9cd67c-b969-428d-a7cb-3cdd1e4609f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0840857 Oct 27 09:38:03.617938 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-7e4b0d7f-e1aa-4772-84a5-0a9af22c741f None None] Provisioning complete for port ebc87940-fe7c-4eae-9dc2-232b740083ba triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:03.618439 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0d7f-e1aa-4772-84a5-0a9af22c741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.618875 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-7e4b0d7f-e1aa-4772-84a5-0a9af22c741f None None] Attempt 1 to provision port ebc87940-fe7c-4eae-9dc2-232b740083ba Oct 27 09:38:03.701922 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d241d0d2-feb7-4d6f-8342-75ea4aa1fdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e5b2a744-a0ad-474f-a52b-e9ea13b58855), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.704222 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d241d0d2-feb7-4d6f-8342-75ea4aa1fdb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.705916 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-d241d0d2-feb7-4d6f-8342-75ea4aa1fdb1 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/e5b2a744-a0ad-474f-a52b-e9ea13b58855 HTTP/1.1" status: 204 len: 168 time: 0.3684413 Oct 27 09:38:03.733107 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241d0d2-feb7-4d6f-8342-75ea4aa1fdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b2a744-a0ad-474f-a52b-e9ea13b58855,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:03.785268 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:38:03.833045 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.834891 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-3ca54e4a-473e-4820-a526-76d18aad3033 admin admin] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6325803 Oct 27 09:38:03.837757 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58876) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:03.843369 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Sync routers for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:38:03.847107 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:03.913649 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-7e4b0d7f-e1aa-4772-84a5-0a9af22c741f None None] Current status of the port ebc87940-fe7c-4eae-9dc2-232b740083ba is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:03.917566 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0d7f-e1aa-4772-84a5-0a9af22c741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:03.982545 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device ebc87940-fe7c-4eae-9dc2-232b740083ba up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:03.982914 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 58880) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:03.984397 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:03.997237 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:04.069284 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-010e9078-fc15-477b-825b-5ed854363219 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ee9cd67c-b969-428d-a7cb-3cdd1e4609f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551454 Oct 27 09:38:04.137950 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-7e4b0d7f-e1aa-4772-84a5-0a9af22c741f None None] For port ebc87940-fe7c-4eae-9dc2-232b740083ba, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=ebc87940-fe7c-4eae-9dc2-232b740083ba,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:04.139518 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9befb-c7f1-4136-8456-ef8a69e4e050 req-58cfe6c1-1376-4aef-9c4a-03cd962506d0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:04.150590 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0da9befb-c7f1-4136-8456-ef8a69e4e050 req-58cfe6c1-1376-4aef-9c4a-03cd962506d0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.2017825 Oct 27 09:38:04.153348 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-7e4b0d7f-e1aa-4772-84a5-0a9af22c741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.177171 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208854b-27c4-4d66-a02d-7e94d5018134 req-f5ce7063-7909-4b35-b5e9-c42de07093f2 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:04.188452 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5208854b-27c4-4d66-a02d-7e94d5018134 req-f5ce7063-7909-4b35-b5e9-c42de07093f2 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 947 time: 0.3573978 Oct 27 09:38:04.281637 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5208854b-27c4-4d66-a02d-7e94d5018134 req-c83dd202-8cdd-43fe-ad51-2fcaf477cfaa tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898187 Oct 27 09:38:04.349059 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:04.397530 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0da9befb-c7f1-4136-8456-ef8a69e4e050 req-7bc8d1a8-b696-4482-b8cf-3e89735338b3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452669 Oct 27 09:38:04.434312 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d237f4fa-91f5-4ee8-b84b-4eb0a75af644 req-6180c0eb-8ffd-4d37-838c-751b755d6f4f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ee9cd67c-b969-428d-a7cb-3cdd1e4609f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395367 Oct 27 09:38:04.445845 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-546972467-network', 'tenant_id': '9dc4fbf213f04cd7ab49abad693a1cf2'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:04.515522 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port ebc87940-fe7c-4eae-9dc2-232b740083ba triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:04.515846 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.516168 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port ebc87940-fe7c-4eae-9dc2-232b740083ba Oct 27 09:38:04.535332 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Made reservation on behalf of 9dc4fbf213f04cd7ab49abad693a1cf2 for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:04.538246 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.553088 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.553878 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:04.581792 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b0d7f-e1aa-4772-84a5-0a9af22c741f None None] Pushing event updated for resources: {'Port': ['ID=ebc87940-fe7c-4eae-9dc2-232b740083ba,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:04.610859 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-5b1e6a59-b65f-4597-8483-ee55eb9e9d85 None None] Provisioning complete for port ebc87940-fe7c-4eae-9dc2-232b740083ba triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:04.611496 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5b1e6a59-b65f-4597-8483-ee55eb9e9d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.611829 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-5b1e6a59-b65f-4597-8483-ee55eb9e9d85 None None] Attempt 1 to provision port ebc87940-fe7c-4eae-9dc2-232b740083ba Oct 27 09:38:04.626771 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.629610 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:04.732502 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Publish callbacks [] for security_group (9864694e-ef0a-4fe1-ae88-ea82d892ff69), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.745417 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:04.763258 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (9864694e-ef0a-4fe1-ae88-ea82d892ff69), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.787235 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port ebc87940-fe7c-4eae-9dc2-232b740083ba is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:04.801774 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:38:04.821106 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9864694e-ef0a-4fe1-ae88-ea82d892ff69,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:04.829283 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (789d74f0-f7f3-423d-a3a9-3013b534aee7), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.829890 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Added segment 789d74f0-f7f3-423d-a3a9-3013b534aee7 of type vlan for network 88875056-5d66-411a-8e40-f81cbf49fe49 Oct 27 09:38:04.842144 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e6a59-b65f-4597-8483-ee55eb9e9d85 None None] Current status of the port ebc87940-fe7c-4eae-9dc2-232b740083ba is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:04.862922 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:02Z', 'revision_number': 3, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:04.892110 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Checking router: e67bc3b2-c062-43af-badd-a46a630bdbf6 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:38:04.892702 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Updating router e67bc3b2-c062-43af-badd-a46a630bdbf6 port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:38:04.913945 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Allocated IP 172.20.0.1 (15104d09-0e0f-4140-ae39-9239f083d338/6106073a-8240-4116-aa48-78887440dcb1/b62c17f1-8295-45c2-a83d-106b1b977a48) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:04.916891 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (88875056-5d66-411a-8e40-f81cbf49fe49), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.925103 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.998269 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (88875056-5d66-411a-8e40-f81cbf49fe49), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:04.999276 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:04.999857 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.018929 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:05.257347 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Publish callbacks [] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.260961 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:05.265592 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.305349 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3163831 Oct 27 09:38:05.306273 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 58946) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:05.313142 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] Request body: {'subnet': {'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-546972467-subnet', 'tenant_id': '9dc4fbf213f04cd7ab49abad693a1cf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:05.314688 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23181751-60e8-410c-9c80-69abf0c360f7 admin admin] Pushing event updated for resources: {'Network': ['ID=88875056-5d66-411a-8e40-f81cbf49fe49,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:05.340822 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Publish callbacks [] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.376796 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] Made reservation on behalf of 9dc4fbf213f04cd7ab49abad693a1cf2 for: {'subnet': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:05.382187 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2373677'] for subnet (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.385583 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.400108 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Attempting to bind port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:05.401774 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Attempting to bind port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:05.403760 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Attempting to bind port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:05.435899 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Network 15104d09-0e0f-4140-ae39-9239f083d338 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:05.439186 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:05.445591 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:05.477100 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Pushing event updated for resources: {'Port': ['ID=b62c17f1-8295-45c2-a83d-106b1b977a48,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:05.496388 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (e67bc3b2-c062-43af-badd-a46a630bdbf6), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.498181 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2079958-8369-44ee-977c-0c427ca9c65c None None] Pushing event updated for resources: {'Port': ['ID=2a227d5a-9536-4e05-8dbe-54b1bdb41b80,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:05.512598 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 88875056-5d66-411a-8e40-f81cbf49fe49 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:38:05.517955 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:05.518423 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:05.518936 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.519570 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:05.520268 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Bound port: 2a227d5a-9536-4e05-8dbe-54b1bdb41b80, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:05.520657 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.656922 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] For port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:05.662245 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] For port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=2a227d5a-9536-4e05-8dbe-54b1bdb41b80,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:05.671691 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.709412 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.744399 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:05.745361 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:05.808774 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2079958-8369-44ee-977c-0c427ca9c65c None None] Pushing event updated for resources: {'Port': ['ID=2a227d5a-9536-4e05-8dbe-54b1bdb41b80,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:05.826637 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:05.868996 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device ebc87940-fe7c-4eae-9dc2-232b740083ba up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:05.874186 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:05.911962 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:05.970823 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:05.974221 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-f2673928-64d3-4eff-9560-4254821d22c0 None None] Provisioning complete for port b62c17f1-8295-45c2-a83d-106b1b977a48 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:05.974639 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f2673928-64d3-4eff-9560-4254821d22c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:05.974983 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-f2673928-64d3-4eff-9560-4254821d22c0 None None] Attempt 1 to provision port b62c17f1-8295-45c2-a83d-106b1b977a48 Oct 27 09:38:06.006554 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7caee-85cc-4fbc-81ad-8a767f3b3208 req-c3c7c7b9-4e58-4a41-9a42-584fd2fbe18d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:06.008045 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-28e7caee-85cc-4fbc-81ad-8a767f3b3208 req-c3c7c7b9-4e58-4a41-9a42-584fd2fbe18d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.1481605 Oct 27 09:38:06.012045 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8788-f8b4-48a1-9ae9-c157afb60fee req-a49bd7a8-8b6d-45b0-998e-29830c24e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:06.013759 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-509e8788-f8b4-48a1-9ae9-c157afb60fee req-a49bd7a8-8b6d-45b0-998e-29830c24e178 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=e694ff25532a41bfac762f1e11e3869c&device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 1131 time: 0.1549921 Oct 27 09:38:06.023304 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604e052-ad97-4445-a985-2c401a2de799 req-3352d997-3a35-4592-908a-0c446bfc2111 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:06.025789 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3604e052-ad97-4445-a985-2c401a2de799 req-3352d997-3a35-4592-908a-0c446bfc2111 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 947 time: 0.1649728 Oct 27 09:38:06.071862 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Publish callbacks [] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:06.079300 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:06.084609 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-f2673928-64d3-4eff-9560-4254821d22c0 None None] Port b62c17f1-8295-45c2-a83d-106b1b977a48 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:06.119049 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port ebc87940-fe7c-4eae-9dc2-232b740083ba triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:06.119428 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:06.120100 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port ebc87940-fe7c-4eae-9dc2-232b740083ba Oct 27 09:38:06.126908 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8788-f8b4-48a1-9ae9-c157afb60fee req-505b1358-f4f4-4a68-8be9-9dd7a7e99656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:06.128394 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-509e8788-f8b4-48a1-9ae9-c157afb60fee req-505b1358-f4f4-4a68-8be9-9dd7a7e99656 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=ee9cd67c-b969-428d-a7cb-3cdd1e4609f6 HTTP/1.1" status: 200 len: 870 time: 0.1002536 Oct 27 09:38:06.152598 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (e67bc3b2-c062-43af-badd-a46a630bdbf6), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:06.156087 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Pushing event updated for resources: {'Port': ['ID=b62c17f1-8295-45c2-a83d-106b1b977a48,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:06.198295 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-509e8788-f8b4-48a1-9ae9-c157afb60fee req-48f7e1dc-07e2-4c71-914c-6b3a280ec79f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=e0c20856-d86b-460a-a786-0e01edc89012 HTTP/1.1" status: 200 len: 217 time: 0.0503633 Oct 27 09:38:06.295948 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Network 15104d09-0e0f-4140-ae39-9239f083d338 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:06.297837 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:06.298054 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:06.322213 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3604e052-ad97-4445-a985-2c401a2de799 req-79873fec-10ed-4b09-b571-add1fccf65b4 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867912 Oct 27 09:38:06.341075 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port ebc87940-fe7c-4eae-9dc2-232b740083ba is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:06.342702 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-28e7caee-85cc-4fbc-81ad-8a767f3b3208 req-0505098d-7539-40b4-9aa6-6fa2b3d0655f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276744 Oct 27 09:38:06.386001 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:04Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:06.392568 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:06.404904 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8788-f8b4-48a1-9ae9-c157afb60fee req-cc1cb73c-f089-46eb-8c49-298acc9fd3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:06.406413 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-509e8788-f8b4-48a1-9ae9-c157afb60fee req-cc1cb73c-f089-46eb-8c49-298acc9fd3cc service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3843db43-5c1e-448d-aa4f-7a496f4f31b6 HTTP/1.1" status: 200 len: 843 time: 0.1840503 Oct 27 09:38:06.436473 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:06.444942 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3f1d3-85c1-43fa-8f25-5238a55e484c None None] The sync data for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi is: [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:04Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:38:06.467106 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2373699'] for subnet (9eac4fd4-99f1-4d4f-8956-d5b218ea2856), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:06.482695 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Router e67bc3b2-c062-43af-badd-a46a630bdbf6 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:38:06.485729 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e8788-f8b4-48a1-9ae9-c157afb60fee req-d33f49cf-2462-4929-9761-f74585753a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:06.491840 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-509e8788-f8b4-48a1-9ae9-c157afb60fee req-d33f49cf-2462-4929-9761-f74585753a6a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=ee9cd67c-b969-428d-a7cb-3cdd1e4609f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0744917 Oct 27 09:38:06.628594 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:38:06.642741 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-c92298d4-7d96-4d7a-83e5-cc1bbdbe0e90 admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/e67bc3b2-c062-43af-badd-a46a630bdbf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8034952 Oct 27 09:38:06.655170 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eac4fd4-99f1-4d4f-8956-d5b218ea2856,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:06.678526 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] Checking segment: {'id': '789d74f0-f7f3-423d-a3a9-3013b534aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:06.678912 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] Network hostable DHCP agents. Network: 88875056-5d66-411a-8e40-f81cbf49fe49, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:38:06.715152 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-509e8788-f8b4-48a1-9ae9-c157afb60fee req-9ff4ba48-5714-40ed-a011-4db833eb4c62 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ee9cd67c-b969-428d-a7cb-3cdd1e4609f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959107 Oct 27 09:38:06.717780 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] Network 88875056-5d66-411a-8e40-f81cbf49fe49 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:38:06.719408 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-02fb7cda-f396-416e-ac2c-89f7e07e269e None None] Provisioning complete for port b62c17f1-8295-45c2-a83d-106b1b977a48 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:06.719888 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-02fb7cda-f396-416e-ac2c-89f7e07e269e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:06.720265 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-02fb7cda-f396-416e-ac2c-89f7e07e269e None None] Attempt 1 to provision port b62c17f1-8295-45c2-a83d-106b1b977a48 Oct 27 09:38:06.745093 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 88875056-5d66-411a-8e40-f81cbf49fe49) {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:06.756470 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:06.757101 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:06.765264 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a29841d-c393-496e-a858-6fd24fa09b45 None None] Network 88875056-5d66-411a-8e40-f81cbf49fe49 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:06.811521 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-02fb7cda-f396-416e-ac2c-89f7e07e269e None None] Port b62c17f1-8295-45c2-a83d-106b1b977a48 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:06.837717 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-0a7cdb19-083e-454c-91c5-5890b5c9ea9a admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5211937 Oct 27 09:38:06.879788 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:06.903224 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-509e8788-f8b4-48a1-9ae9-c157afb60fee req-5bf5178e-f581-4ee6-9197-2eb4d05b36e0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ee9cd67c-b969-428d-a7cb-3cdd1e4609f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811578 Oct 27 09:38:06.918816 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:06.962452 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device e0c20856-d86b-460a-a786-0e01edc89012 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:38:06.984035 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6988b4-54f0-4d92-847c-a68d9057f17b None None] Network 88875056-5d66-411a-8e40-f81cbf49fe49 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:07.055430 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=45 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:07.092300 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=40 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:07.157059 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 59000) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:07.162883 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-20ecd94f-cf23-443a-b895-779c56cbb17a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790116858', 'description': 'tempest-description--782472876'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:07.195951 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20ecd94f-cf23-443a-b895-779c56cbb17a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.302863 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20ecd94f-cf23-443a-b895-779c56cbb17a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (1f924092-7125-42f3-a2b5-36f8bfaf63b3), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.310005 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20ecd94f-cf23-443a-b895-779c56cbb17a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (1f924092-7125-42f3-a2b5-36f8bfaf63b3), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.372906 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20ecd94f-cf23-443a-b895-779c56cbb17a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.375013 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-20ecd94f-cf23-443a-b895-779c56cbb17a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2165129 Oct 27 09:38:07.376778 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecd94f-cf23-443a-b895-779c56cbb17a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f924092-7125-42f3-a2b5-36f8bfaf63b3,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:07.379235 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59004) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:07.384971 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-203b4c56-f36c-40e7-ad9f-0dfeb46a7955 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group_rule': {'security_group_id': '1f924092-7125-42f3-a2b5-36f8bfaf63b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:07.391157 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port e0c20856-d86b-460a-a786-0e01edc89012, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e0c20856-d86b-460a-a786-0e01edc89012,segment=NetworkSegment(2a796209-c50a-4b38-a425-0561a9685ed2),segment_id=2a796209-c50a-4b38-a425-0561a9685ed2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:07.404476 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'e0c20856-d86b-460a-a786-0e01edc89012', 'network_id': 'ee9cd67c-b969-428d-a7cb-3cdd1e4609f6', 'port_id': 'e0c20856-d86b-460a-a786-0e01edc89012', 'mac_address': 'fa:16:3e:58:2e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3843db43-5c1e-448d-aa4f-7a496f4f31b6', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:38:07.440921 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-203b4c56-f36c-40e7-ad9f-0dfeb46a7955 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (e4dfe54c-f163-4dc4-a1c5-828f211623cd), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.458510 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port e0c20856-d86b-460a-a786-0e01edc89012 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:07.458986 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (e0c20856-d86b-460a-a786-0e01edc89012), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.475712 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c20856-d86b-460a-a786-0e01edc89012 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:38:07.503661 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:07.514341 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port e0c20856-d86b-460a-a786-0e01edc89012, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e0c20856-d86b-460a-a786-0e01edc89012,segment=NetworkSegment(2a796209-c50a-4b38-a425-0561a9685ed2),segment_id=2a796209-c50a-4b38-a425-0561a9685ed2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:07.529954 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (e0c20856-d86b-460a-a786-0e01edc89012), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.598299 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c307928-a58c-461c-971b-7ec429f6dc57 req-aea8c3ee-3e38-4757-a96a-18e33afa146a tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:07.600128 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c307928-a58c-461c-971b-7ec429f6dc57 req-aea8c3ee-3e38-4757-a96a-18e33afa146a tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 947 time: 0.1413822 Oct 27 09:38:07.634031 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-203b4c56-f36c-40e7-ad9f-0dfeb46a7955 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (e4dfe54c-f163-4dc4-a1c5-828f211623cd), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.640458 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-203b4c56-f36c-40e7-ad9f-0dfeb46a7955 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (e4dfe54c-f163-4dc4-a1c5-828f211623cd), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.644715 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22815b-9c04-44eb-8ae3-fce95feda3e8 req-11398867-25da-4b4f-8d43-aafd76973b44 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:07.646498 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-dc22815b-9c04-44eb-8ae3-fce95feda3e8 req-11398867-25da-4b4f-8d43-aafd76973b44 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.1411877 Oct 27 09:38:07.660946 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=e0c20856-d86b-460a-a786-0e01edc89012,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:07.708707 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b4c56-f36c-40e7-ad9f-0dfeb46a7955 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4dfe54c-f163-4dc4-a1c5-828f211623cd,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:07.726064 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-203b4c56-f36c-40e7-ad9f-0dfeb46a7955 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.727438 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-203b4c56-f36c-40e7-ad9f-0dfeb46a7955 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3471491 Oct 27 09:38:07.731306 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59012) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:07.738729 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-62b53823-a08a-4c35-9b49-ba10224cc9e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group_rule': {'security_group_id': '1f924092-7125-42f3-a2b5-36f8bfaf63b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:07.798863 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c307928-a58c-461c-971b-7ec429f6dc57 req-ffb59464-5a3a-434b-a0c5-5bc65f946d63 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891127 Oct 27 09:38:07.831694 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-62b53823-a08a-4c35-9b49-ba10224cc9e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (cbcdbff9-105e-4c9c-af56-16f34ff2f223), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.841369 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-dc22815b-9c04-44eb-8ae3-fce95feda3e8 req-9590a66f-0473-4007-92a2-ad25965932c2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725302 Oct 27 09:38:07.871903 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['e0c20856-d86b-460a-a786-0e01edc89012'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:38:07.934942 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:07.949993 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-62b53823-a08a-4c35-9b49-ba10224cc9e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (cbcdbff9-105e-4c9c-af56-16f34ff2f223), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.967054 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-62b53823-a08a-4c35-9b49-ba10224cc9e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (cbcdbff9-105e-4c9c-af56-16f34ff2f223), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:07.973868 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:07.999338 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b53823-a08a-4c35-9b49-ba10224cc9e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcdbff9-105e-4c9c-af56-16f34ff2f223,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:08.019890 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-62b53823-a08a-4c35-9b49-ba10224cc9e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.021314 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-62b53823-a08a-4c35-9b49-ba10224cc9e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2887340 Oct 27 09:38:08.024891 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 59020) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:08.030097 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:08.062936 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.088035 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:08.088551 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.088889 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 Oct 27 09:38:08.156918 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.211725 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:08.212114 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.225459 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:08.239188 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=2a227d5a-9536-4e05-8dbe-54b1bdb41b80,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:08.244258 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.295511 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Allocated IP 172.27.0.52 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/b846b071-1add-4f17-814b-005860981d33) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:08.310162 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=2a227d5a-9536-4e05-8dbe-54b1bdb41b80,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:08.414345 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (b846b071-1add-4f17-814b-005860981d33), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.452840 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (b846b071-1add-4f17-814b-005860981d33), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.490739 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:08.496936 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:08.500601 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:08.503038 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:08.525418 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=b846b071-1add-4f17-814b-005860981d33,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:08.593566 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (4bd04933-64b5-4f55-b32a-1e61385ea207), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.632844 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b846b071-1add-4f17-814b-005860981d33), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.781285 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (b846b071-1add-4f17-814b-005860981d33), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.785723 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (b846b071-1add-4f17-814b-005860981d33), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.856772 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (4bd04933-64b5-4f55-b32a-1e61385ea207), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.859742 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=b846b071-1add-4f17-814b-005860981d33,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:08.862461 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:08.889554 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:08.898879 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-4209f1ea-17de-4789-bb13-6d5b38e6bf86 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8650091 Oct 27 09:38:08.942901 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device e0c20856-d86b-460a-a786-0e01edc89012 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:09.000094 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc20d87-41c5-4fa4-993c-5a8a25997e84 req-2f300089-3036-4fa1-845d-9a78ace4f40f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:09.001655 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4dc20d87-41c5-4fa4-993c-5a8a25997e84 req-2f300089-3036-4fa1-845d-9a78ace4f40f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 948 time: 0.0783465 Oct 27 09:38:09.022912 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port e0c20856-d86b-460a-a786-0e01edc89012 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:38:09.036769 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port e0c20856-d86b-460a-a786-0e01edc89012 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:09.037156 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (e0c20856-d86b-460a-a786-0e01edc89012), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.037493 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port e0c20856-d86b-460a-a786-0e01edc89012 Oct 27 09:38:09.059733 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827fc38-71e2-4a63-b8d8-87def65db2a9 req-7ba79626-fb01-4ce8-be48-08a49ad9b185 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:09.061285 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8827fc38-71e2-4a63-b8d8-87def65db2a9 req-7ba79626-fb01-4ce8-be48-08a49ad9b185 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0842299 Oct 27 09:38:09.104676 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4dc20d87-41c5-4fa4-993c-5a8a25997e84 req-5b056c85-5512-4c0f-85cb-f08aef7261ea tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865800 Oct 27 09:38:09.133821 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:09.137400 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8827fc38-71e2-4a63-b8d8-87def65db2a9 req-0da8a90c-5cac-4b4f-bec3-359c5ff04409 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684631 Oct 27 09:38:09.147365 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port e0c20856-d86b-460a-a786-0e01edc89012 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:09.147876 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (e0c20856-d86b-460a-a786-0e01edc89012), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.199934 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bbc228-8c96-411c-b18f-8358affb9d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c20856-d86b-460a-a786-0e01edc89012'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:38:09.202739 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc8a939-db1a-4db9-873a-a8533b56e4d3" -d '{"events": [{"server_uuid": "48bbc228-8c96-411c-b18f-8358affb9d1e", "name": "network-vif-plugged", "status": "completed", "tag": "e0c20856-d86b-460a-a786-0e01edc89012"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:38:09.225569 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port e0c20856-d86b-460a-a786-0e01edc89012, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e0c20856-d86b-460a-a786-0e01edc89012,segment=NetworkSegment(2a796209-c50a-4b38-a425-0561a9685ed2),segment_id=2a796209-c50a-4b38-a425-0561a9685ed2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:09.231620 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (e0c20856-d86b-460a-a786-0e01edc89012), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.305551 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=e0c20856-d86b-460a-a786-0e01edc89012,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:09.356618 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Sync routers for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:38:09.369902 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:09.371058 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:09.411211 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-0526cdf2-785d-439a-b5c3-5bc8db1248f2 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1790116858&fields=id&tenant_id=df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 267 time: 0.1275094 Oct 27 09:38:09.459274 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59064) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:09.471068 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-e3b1798a-6fa8-431b-9a9a-7e4d4184d534 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:09.472669 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-e3b1798a-6fa8-431b-9a9a-7e4d4184d534 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/networks?id=88875056-5d66-411a-8e40-f81cbf49fe49 HTTP/1.1" status: 200 len: 813 time: 0.2121074 Oct 27 09:38:09.482774 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:09.529083 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-f57b3545-c0bc-4ec0-be6a-b26e5b34ec30 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/quotas/9dc4fbf213f04cd7ab49abad693a1cf2 HTTP/1.1" status: 200 len: 375 time: 0.0228031 Oct 27 09:38:09.563474 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-7e3a9ec2-11b6-416d-99c9-e3c753770983 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=9dc4fbf213f04cd7ab49abad693a1cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335343 Oct 27 09:38:09.605477 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f9b83301-2e6c-4fef-8f58-fcced5205d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.621568 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260900c9-5b13-4054-84a3-8f8419ad208f req-864693a0-bc5d-458b-ad17-0f96a035ba0a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:09.622962 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-864693a0-bc5d-458b-ad17-0f96a035ba0a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 815 time: 0.1998899 Oct 27 09:38:09.683632 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-d3f9e492-2603-4ee4-886a-244a64f1377a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/quotas/df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 375 time: 0.0283473 Oct 27 09:38:09.693257 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 2, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:09.705478 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f9b83301-2e6c-4fef-8f58-fcced5205d2a admin admin] Publish callbacks [] for security_group (4596263f-d786-4563-b095-4fc7d1e0aeb5), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.711360 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f9b83301-2e6c-4fef-8f58-fcced5205d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (4596263f-d786-4563-b095-4fc7d1e0aeb5), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.727616 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Checking router: e67bc3b2-c062-43af-badd-a46a630bdbf6 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:38:09.727972 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Updating router e67bc3b2-c062-43af-badd-a46a630bdbf6 port b62c17f1-8295-45c2-a83d-106b1b977a48 binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:38:09.758943 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b83301-2e6c-4fef-8f58-fcced5205d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4596263f-d786-4563-b095-4fc7d1e0aeb5,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:09.763901 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f9b83301-2e6c-4fef-8f58-fcced5205d2a admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=3aa3b2710c6548fbabaf2a2095fe0431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029854 Oct 27 09:38:09.764453 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:09.767360 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-4972c0d3-788c-4928-8994-4c46ad57609b service neutron] 10.222.0.70 "GET /networking/v2.0/networks/88875056-5d66-411a-8e40-f81cbf49fe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877837 Oct 27 09:38:09.773993 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59068) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:09.778443 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.784167 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-2496fc15-f0de-4fc9-9305-8fd4eb942326 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664635 Oct 27 09:38:09.802920 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:09.838993 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-44cc91ef-0f01-4450-b572-34e08720db3f admin admin] Publish callbacks [] for security_group (4596263f-d786-4563-b095-4fc7d1e0aeb5), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.860897 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:09.861614 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.862155 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 Oct 27 09:38:09.864193 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-44cc91ef-0f01-4450-b572-34e08720db3f admin admin] Publish callbacks [] for security_group (4596263f-d786-4563-b095-4fc7d1e0aeb5), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.916162 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-cf4282a3-595c-4e02-84e0-0e865dc3b1aa service neutron] 10.222.0.70 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221988 Oct 27 09:38:09.916717 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-44cc91ef-0f01-4450-b572-34e08720db3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (4596263f-d786-4563-b095-4fc7d1e0aeb5), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.924652 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-44cc91ef-0f01-4450-b572-34e08720db3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:09.925834 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-44cc91ef-0f01-4450-b572-34e08720db3f admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/4596263f-d786-4563-b095-4fc7d1e0aeb5 HTTP/1.1" status: 204 len: 168 time: 0.1506231 Oct 27 09:38:09.940355 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc91ef-0f01-4450-b572-34e08720db3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4596263f-d786-4563-b095-4fc7d1e0aeb5,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:09.976196 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:10.000151 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:10.050688 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:10.088783 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-cfc2dc57-f9b7-4e1a-b6d2-0f76f5c78a58 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/88875056-5d66-411a-8e40-f81cbf49fe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035319 Oct 27 09:38:10.120001 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-549fde2d-1400-4fff-91b2-4a23f7538a62 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895814 Oct 27 09:38:10.123946 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Publish callbacks [] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:10.131748 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:10.183175 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Pushing event updated for resources: {'Port': ['ID=b62c17f1-8295-45c2-a83d-106b1b977a48,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:10.193612 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.193963 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.194309 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.194724 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.195596 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.196893 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.197548 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.197974 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.198316 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.198903 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.199410 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.199758 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.200245 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.200609 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.200934 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:10.303524 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad3f63f-0103-4729-8f4f-b39cb8939bb5 x-openstack-request-id: req-bad3f63f-0103-4729-8f4f-b39cb8939bb5 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:38:10.304025 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bbc228-8c96-411c-b18f-8358affb9d1e", "name": "network-vif-plugged", "status": "completed", "tag": "e0c20856-d86b-460a-a786-0e01edc89012", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:38:10.304459 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bad3f63f-0103-4729-8f4f-b39cb8939bb5 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:38:10.305059 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad3f63f-0103-4729-8f4f-b39cb8939bb5'] response: {'server_uuid': '48bbc228-8c96-411c-b18f-8358affb9d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c20856-d86b-460a-a786-0e01edc89012', 'code': 200} Oct 27 09:38:10.327224 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Attempting to bind port b62c17f1-8295-45c2-a83d-106b1b977a48 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:10.329206 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Attempting to bind port b62c17f1-8295-45c2-a83d-106b1b977a48 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:10.329864 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Attempting to bind port b62c17f1-8295-45c2-a83d-106b1b977a48 on network 15104d09-0e0f-4140-ae39-9239f083d338 {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:10.463260 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:10.463931 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Checking segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:10.464105 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:10.466226 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Bound using segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:10.467561 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Bound port: b62c17f1-8295-45c2-a83d-106b1b977a48, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:10.472291 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:10.580554 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] For port b62c17f1-8295-45c2-a83d-106b1b977a48, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:10.584965 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] For port b62c17f1-8295-45c2-a83d-106b1b977a48, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=b62c17f1-8295-45c2-a83d-106b1b977a48,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:10.586756 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:10.600159 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:10.628648 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9661b-cf53-4247-a002-6073777d9265 req-9457ba11-a32f-4716-bf1d-1c58d9a76a56 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:10.635581 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cca9661b-cf53-4247-a002-6073777d9265 req-9457ba11-a32f-4716-bf1d-1c58d9a76a56 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.2222509 Oct 27 09:38:10.648193 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d52d2a-939d-4233-93cc-55c849865102 req-6bff5675-4046-4814-959f-b777707039d5 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:10.655248 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-59d52d2a-939d-4233-93cc-55c849865102 req-6bff5675-4046-4814-959f-b777707039d5 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 949 time: 0.2324467 Oct 27 09:38:10.691783 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:10.691783 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:10.697727 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a6a04-1587-466a-9808-09d1e7549144 req-75d85f4f-0632-4254-bcc6-244798da1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:10.698576 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f26a6a04-1587-466a-9808-09d1e7549144 req-75d85f4f-0632-4254-bcc6-244798da1647 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 1133 time: 0.1552153 Oct 27 09:38:10.705446 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:10.757950 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cca9661b-cf53-4247-a002-6073777d9265 req-092dc4e8-8015-491f-999e-dbb9efb1dfab tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006308 Oct 27 09:38:10.783839 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-59d52d2a-939d-4233-93cc-55c849865102 req-51c299a2-45eb-41fd-bacf-18f92cfca1be tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276710 Oct 27 09:38:10.822269 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6475cc-e589-4cb3-9135-d061535ca256 None None] Pushing event updated for resources: {'Port': ['ID=b62c17f1-8295-45c2-a83d-106b1b977a48,revision_number=4']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:10.855502 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f26a6a04-1587-466a-9808-09d1e7549144 req-b6cf96aa-42fb-4bc0-a483-fea89cbb7532 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455719 Oct 27 09:38:10.914010 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-df93f733-7653-4637-b352-9b5e3d0130a6 req-251d4ebf-6491-4b6c-8512-7e7b845736f7 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 210 time: 0.0343721 Oct 27 09:38:10.964958 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:10.989044 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-dfdae49b-f7ca-42e1-afb3-bfa615610600 req-e036227a-d000-4730-a448-e34229c7f50b tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 210 time: 0.0599611 Oct 27 09:38:11.119921 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 59118) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:11.256323 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-700486279-network', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:11.302822 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Made reservation on behalf of f7b8fb656ee34fae8d20679c0e0f7ff9 for: {'network': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:11.305292 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:11.314568 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:11.319554 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:10Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:11.345404 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d887b9e-8a4b-4c63-8d6c-37e654830e93 None None] The sync data for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi is: [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:10Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:38:11.400082 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Publish callbacks [] for security_group (b30f19f3-5121-4680-abbf-87cc8498bd5d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:11.405243 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b30f19f3-5121-4680-abbf-87cc8498bd5d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:11.435769 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=104689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:38:11.449226 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f19f3-5121-4680-abbf-87cc8498bd5d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:11.457080 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (8c41ca48-607b-416d-8cc1-6fc6399caded), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:11.457434 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.segments_db [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Added segment 8c41ca48-607b-416d-8cc1-6fc6399caded of type vlan for network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd Oct 27 09:38:11.502780 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:11.534402 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:11.535511 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:11.536098 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:11.574705 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4530439 Oct 27 09:38:11.577852 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59124) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:11.584071 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] Request body: {'subnet': {'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-700486279-subnet', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'ip_version': 4}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:11.605159 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeece91-381e-408b-b982-bf13f52240ca admin admin] Pushing event updated for resources: {'Network': ['ID=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:11.612823 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] Made reservation on behalf of f7b8fb656ee34fae8d20679c0e0f7ff9 for: {'subnet': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:11.616289 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9624055'] for subnet (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:11.623920 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:38:11.715944 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:11.835850 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device b62c17f1-8295-45c2-a83d-106b1b977a48 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:11.844802 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2683402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9623961'] for subnet (faf8b354-5a8f-483d-acb3-774b2e6a5fe4), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:11.900993 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port b62c17f1-8295-45c2-a83d-106b1b977a48 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:11.901369 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:11.901997 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port b62c17f1-8295-45c2-a83d-106b1b977a48 Oct 27 09:38:11.930992 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:11.983802 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d224bd-7829-46ab-9e1b-a236a0b3afc5 req-33312f12-68dc-4933-bbd5-2f825c38026c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:11.988794 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf8b354-5a8f-483d-acb3-774b2e6a5fe4,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:11.992551 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-35d224bd-7829-46ab-9e1b-a236a0b3afc5 req-33312f12-68dc-4933-bbd5-2f825c38026c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.1266284 Oct 27 09:38:12.000185 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] Checking segment: {'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:12.000874 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] Network hostable DHCP agents. Network: 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:38:12.035201 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] Network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:38:12.039260 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:12.048748 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c05737-6812-467e-90bd-d3057e248ab3 req-5cb22f8c-25d6-44f6-ae27-feb9662e6b7e tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:12.052950 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port b62c17f1-8295-45c2-a83d-106b1b977a48 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:12.053874 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.054219 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd) {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:12.055758 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e7c05737-6812-467e-90bd-d3057e248ab3 req-5cb22f8c-25d6-44f6-ae27-feb9662e6b7e tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 949 time: 0.1402082 Oct 27 09:38:12.060582 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:12.061503 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.068010 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de67c6f-bf33-4d42-b35e-b177383ceeda None None] Network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:12.086530 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-5413602e-d20b-4be9-a0fd-02fc90c99b4e admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5074868 Oct 27 09:38:12.092550 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 59134) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:12.100212 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:12.106568 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:12.118308 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-35d224bd-7829-46ab-9e1b-a236a0b3afc5 req-5a794384-3b91-4b34-b85c-d89a5f5716b7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245954 Oct 27 09:38:12.159901 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e7c05737-6812-467e-90bd-d3057e248ab3 req-229784ad-64ed-47ca-aeaf-acba63ef9747 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030347 Oct 27 09:38:12.189880 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (a7225761-1665-425f-8e5f-548b93fb4a1b), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.190939 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (a7225761-1665-425f-8e5f-548b93fb4a1b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.200595 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port b62c17f1-8295-45c2-a83d-106b1b977a48, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=b62c17f1-8295-45c2-a83d-106b1b977a48,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:12.228539 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.269484 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Publish callbacks [] for router_controller (a7225761-1665-425f-8e5f-548b93fb4a1b), precommit_add_association {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.296182 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:38:12.297254 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.337795 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=b62c17f1-8295-45c2-a83d-106b1b977a48,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:12.470812 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:12.472192 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Allocated IP 172.20.0.2 (909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd/faf8b354-5a8f-483d-acb3-774b2e6a5fe4/4eb4090b-b399-48a9-9f6e-b32fad4d8021) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:12.543425 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4c97c01f-47b5-427f-a96e-b11e45356ab1 req-3735238c-ca09-46d2-aa3c-439d41cec4c8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 210 time: 0.2761657 Oct 27 09:38:12.574166 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-34386b8e-0ab7-4c59-b9da-e0b8b8c88422 req-2907a987-8efe-43bc-b942-34d3af830451 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 210 time: 0.2922423 Oct 27 09:38:12.664227 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Publish callbacks [] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.670369 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.709191 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Publish callbacks [] for router_gateway (a7225761-1665-425f-8e5f-548b93fb4a1b), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.717007 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:12.722715 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:12.725339 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:12.729038 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Pushing event updated for resources: {'Port': ['ID=4eb4090b-b399-48a9-9f6e-b32fad4d8021,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:12.790480 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Attempting to bind port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:12.790913 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Attempting to bind port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:12.791353 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Attempting to bind port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 on network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:12.816705 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:12.846179 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:12.846661 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Checking segment: {'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:12.847120 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.847569 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Bound using segment: {'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:12.848102 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Bound port: 4eb4090b-b399-48a9-9f6e-b32fad4d8021, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:12.848608 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.908414 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Publish callbacks [] for router_gateway (a7225761-1665-425f-8e5f-548b93fb4a1b), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.910567 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] For port 4eb4090b-b399-48a9-9f6e-b32fad4d8021, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:12.914064 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] For port 4eb4090b-b399-48a9-9f6e-b32fad4d8021, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=4eb4090b-b399-48a9-9f6e-b32fad4d8021,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:12.920912 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.927692 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:12.982622 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb96085-3f9b-4bef-9bca-2a0b1398c984 None None] Pushing event updated for resources: {'Port': ['ID=4eb4090b-b399-48a9-9f6e-b32fad4d8021,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:13.054370 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Allocated IP 172.27.0.129 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/27abb30c-5d32-4bde-aebe-19174efb05cf) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:13.232879 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Publish callbacks [] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:13.405499 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aece0-a9cf-436a-80cc-9b53f6307607 req-0e1dac70-d2f1-4bdd-9516-63ceea015041 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:13.407020 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f23aece0-a9cf-436a-80cc-9b53f6307607 req-0e1dac70-d2f1-4bdd-9516-63ceea015041 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.1721089 Oct 27 09:38:13.438923 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:13.464568 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350152a-8c80-4125-8e70-f6720d875f4d req-22aeea80-1d89-41db-b135-29a6996e94dd tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:13.466295 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9350152a-8c80-4125-8e70-f6720d875f4d req-22aeea80-1d89-41db-b135-29a6996e94dd tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 949 time: 0.1529632 Oct 27 09:38:13.479175 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:13.481760 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:13.578129 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260900c9-5b13-4054-84a3-8f8419ad208f req-7a3b8729-0c43-4d9c-a0da-cdc1f22b891a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:13.579829 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-7a3b8729-0c43-4d9c-a0da-cdc1f22b891a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 815 time: 0.3001122 Oct 27 09:38:13.584305 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:13.604063 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f23aece0-a9cf-436a-80cc-9b53f6307607 req-b9dd317f-65ce-485d-95c2-8873fca723fb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826816 Oct 27 09:38:13.606565 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:13.622222 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:13.627392 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Pushing event updated for resources: {'Port': ['ID=27abb30c-5d32-4bde-aebe-19174efb05cf,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:13.675473 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9350152a-8c80-4125-8e70-f6720d875f4d req-05a4576a-e8b6-4694-9f8c-842fe79cdf2c tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977868 Oct 27 09:38:13.811378 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-0c1f7083-9c85-48d4-976f-1a3fbc919f68 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 380 time: 0.2146068 Oct 27 09:38:13.872568 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f2f9a4d-217a-423d-a09a-caa3d8a256c7 req-57f2d4b5-3601-459e-b1ad-4a766a3fd902 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 210 time: 0.0913134 Oct 27 09:38:13.896552 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-10d6148a-1964-4b2e-a606-42aa2ffb4a1c req-2105d32d-180d-4afb-9ce7-89829c5e8454 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 210 time: 0.1172285 Oct 27 09:38:13.919140 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device b62c17f1-8295-45c2-a83d-106b1b977a48 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:13.971183 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port b62c17f1-8295-45c2-a83d-106b1b977a48 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:13.971642 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:13.972175 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port b62c17f1-8295-45c2-a83d-106b1b977a48 Oct 27 09:38:14.053550 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'port': {'device_id': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'admin_state_up': True, 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'security_groups': ['1f924092-7125-42f3-a2b5-36f8bfaf63b3']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:14.090000 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port b62c17f1-8295-45c2-a83d-106b1b977a48 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:14.093944 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 4eb4090b-b399-48a9-9f6e-b32fad4d8021 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:14.095124 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Publish callbacks [] for router_gateway (a7225761-1665-425f-8e5f-548b93fb4a1b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:14.154389 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:14.155162 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:14.155659 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 Oct 27 09:38:14.236654 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd863072-ad52-494d-9fd8-7d945ec98349 None None] Network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:14.240681 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10507b05-bd9c-4257-83f6-935e09c535f8 req-329cdfea-ca5b-4fa1-a2e6-0e7282c6891f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:14.242976 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-10507b05-bd9c-4257-83f6-935e09c535f8 req-329cdfea-ca5b-4fa1-a2e6-0e7282c6891f tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 949 time: 0.0779901 Oct 27 09:38:14.257344 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:14.257709 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:14.278629 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-1a7e2ffc-cefc-4ece-93bd-4f676df90755 None None] Provisioning complete for port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:14.279024 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-1a7e2ffc-cefc-4ece-93bd-4f676df90755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:14.279343 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-1a7e2ffc-cefc-4ece-93bd-4f676df90755 None None] Attempt 1 to provision port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 Oct 27 09:38:14.281113 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:14.381056 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Made reservation on behalf of df84eaa566a24d3e8d25c1065e8c09fa for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:14.384734 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:14.389226 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 4eb4090b-b399-48a9-9f6e-b32fad4d8021, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=4eb4090b-b399-48a9-9f6e-b32fad4d8021,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:14.402395 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-10507b05-bd9c-4257-83f6-935e09c535f8 req-38a73b82-a336-4d98-bade-3bf071e913cd tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491368 Oct 27 09:38:14.408365 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:14.437822 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:14.499213 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e2ffc-cefc-4ece-93bd-4f676df90755 None None] Current status of the port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:14.506903 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=4eb4090b-b399-48a9-9f6e-b32fad4d8021,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:14.518391 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:14.536224 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (a7225761-1665-425f-8e5f-548b93fb4a1b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:14.640634 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Allocated IP 172.20.0.7 (15104d09-0e0f-4140-ae39-9239f083d338/6106073a-8240-4116-aa48-78887440dcb1/f81ca8dc-6051-4c47-b0e0-cafd4fc292d1) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:14.724454 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-478043af-a263-45c0-a8a2-8ce1c9e9de23 None None] Provisioning complete for port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:14.724852 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-478043af-a263-45c0-a8a2-8ce1c9e9de23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:14.725210 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-478043af-a263-45c0-a8a2-8ce1c9e9de23 None None] Attempt 1 to provision port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 Oct 27 09:38:14.758956 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:14.805785 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f378c1-068d-4183-954a-8b8d7b3c7972 req-cc89f039-0e03-48aa-a019-096fe841f3ee tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:14.807286 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-95f378c1-068d-4183-954a-8b8d7b3c7972 req-cc89f039-0e03-48aa-a019-096fe841f3ee tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0985312 Oct 27 09:38:14.810619 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-478043af-a263-45c0-a8a2-8ce1c9e9de23 None None] Current status of the port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:14.883484 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Router a7225761-1665-425f-8e5f-548b93fb4a1b is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:38:15.165401 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-95f378c1-068d-4183-954a-8b8d7b3c7972 req-85a8e627-b4df-498f-89bf-5ff626840d42 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254447 Oct 27 09:38:15.180595 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:15.214967 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c221074d-5db6-48f9-a7ad-6ede9cf75a16 req-48517d5b-277d-402c-8ad2-6ed114bc00ab tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 210 time: 0.0416603 Oct 27 09:38:15.310119 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b9f386a-c0c1-4131-b13e-70193f5db38d req-60b5fe63-8b07-40ed-ba8e-7d3aa942c2ca tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 210 time: 0.0464780 Oct 27 09:38:15.316253 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:38:15.319368 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:15.335596 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Sync routers for ids ['a7225761-1665-425f-8e5f-548b93fb4a1b'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:38:15.348862 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Routers {'a7225761-1665-425f-8e5f-548b93fb4a1b'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:15.349619 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['a7225761-1665-425f-8e5f-548b93fb4a1b'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:15.368353 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:15.369602 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-7acf0c73-bf60-46e8-95c6-013ed5be8007 admin admin] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2757802 Oct 27 09:38:15.372581 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59170) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:15.384203 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Network 15104d09-0e0f-4140-ae39-9239f083d338 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:15.387890 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:15.389795 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:15.391913 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:15.473146 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:15.473825 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:15.488724 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Set router a7225761-1665-425f-8e5f-548b93fb4a1b gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:15.514152 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:15.544594 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-9de5fcda-d58f-4544-a616-c3cbd5c6ebb5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5058985 Oct 27 09:38:15.561718 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c1a5a-b1d4-42a9-b449-c826a84034a7 req-8bd47706-09e1-4608-b70e-fe278794840c tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:15.579289 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f76c1a5a-b1d4-42a9-b449-c826a84034a7 req-8bd47706-09e1-4608-b70e-fe278794840c tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 949 time: 0.0777013 Oct 27 09:38:15.600415 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Request body: {'port': {'device_id': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:15.613333 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:15.744297 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-153fc4ed-cdc1-4621-a938-b08840aaddd1 None None] Provisioning complete for port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:15.744768 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-153fc4ed-cdc1-4621-a938-b08840aaddd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:15.745212 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-153fc4ed-cdc1-4621-a938-b08840aaddd1 None None] Attempt 1 to provision port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 Oct 27 09:38:15.785373 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-153fc4ed-cdc1-4621-a938-b08840aaddd1 None None] Port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:15.790587 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f76c1a5a-b1d4-42a9-b449-c826a84034a7 req-f63605d2-7087-4c1d-8d42-de3d5eff85a3 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100787 Oct 27 09:38:15.795739 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:13Z', 'revision_number': 3, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:15.811224 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:15.829054 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Checking router: a7225761-1665-425f-8e5f-548b93fb4a1b for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:38:15.829801 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Updating router a7225761-1665-425f-8e5f-548b93fb4a1b port 27abb30c-5d32-4bde-aebe-19174efb05cf binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:38:15.858360 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-83cca89c-4a85-41e8-9359-4dd2bd9bcb76 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:15.866117 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-83cca89c-4a85-41e8-9359-4dd2bd9bcb76 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.72 "GET /networking/v2.0/networks?id=88875056-5d66-411a-8e40-f81cbf49fe49 HTTP/1.1" status: 200 len: 813 time: 0.2741494 Oct 27 09:38:15.896822 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:15.899893 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Request body: {'port': {'device_id': 'acba3b76-8223-4305-80d8-e739b12c6fcf', 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49', 'admin_state_up': True, 'tenant_id': '9dc4fbf213f04cd7ab49abad693a1cf2'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:15.970169 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6929c-2a69-4126-bb42-91d88eac49a6 req-d8d56ed6-f6c1-42d5-b1cc-c74fcf750c4c tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:15.971425 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-79d6929c-2a69-4126-bb42-91d88eac49a6 req-d8d56ed6-f6c1-42d5-b1cc-c74fcf750c4c tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 949 time: 0.1190331 Oct 27 09:38:16.002079 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 4eb4090b-b399-48a9-9f6e-b32fad4d8021 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:16.087987 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:16.150302 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:16.150660 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.151000 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 Oct 27 09:38:16.165694 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.167665 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [req-79d6929c-2a69-4126-bb42-91d88eac49a6 req-06c5212f-525f-47f8-885d-9ced5068a5f0 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Deleting port e0c20856-d86b-460a-a786-0e01edc89012 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:38:16.168058 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-79d6929c-2a69-4126-bb42-91d88eac49a6 req-06c5212f-525f-47f8-885d-9ced5068a5f0 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (e0c20856-d86b-460a-a786-0e01edc89012), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.189122 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Made reservation on behalf of 9dc4fbf213f04cd7ab49abad693a1cf2 for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:16.195902 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.255304 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:16.277526 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:16.377201 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-79d6929c-2a69-4126-bb42-91d88eac49a6 req-06c5212f-525f-47f8-885d-9ced5068a5f0 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] For port e0c20856-d86b-460a-a786-0e01edc89012, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e0c20856-d86b-460a-a786-0e01edc89012,segment=NetworkSegment(2a796209-c50a-4b38-a425-0561a9685ed2),segment_id=2a796209-c50a-4b38-a425-0561a9685ed2)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:16.377845 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-79d6929c-2a69-4126-bb42-91d88eac49a6 req-06c5212f-525f-47f8-885d-9ced5068a5f0 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (e0c20856-d86b-460a-a786-0e01edc89012), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.399699 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [req-79d6929c-2a69-4126-bb42-91d88eac49a6 req-06c5212f-525f-47f8-885d-9ced5068a5f0 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Calling delete_port for e0c20856-d86b-460a-a786-0e01edc89012 owned by compute:nova {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:38:16.477587 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:16.493133 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Allocated IP 172.20.0.1 (909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd/faf8b354-5a8f-483d-acb3-774b2e6a5fe4/d6bbbca9-3c1c-4f25-bceb-3d3b9c726592) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:16.504769 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3ffe4-4007-4752-8ce7-0e7f639a393e req-0864d146-34f9-443a-93d1-35557a5a5ac1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:16.506472 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6bc3ffe4-4007-4752-8ce7-0e7f639a393e req-0864d146-34f9-443a-93d1-35557a5a5ac1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.1580510 Oct 27 09:38:16.518204 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:38:16.523926 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Allocated IP 172.20.0.6 (88875056-5d66-411a-8e40-f81cbf49fe49/9eac4fd4-99f1-4d4f-8956-d5b218ea2856/265c29a2-64eb-4729-84e0-8504919ac033) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:16.534038 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Publish callbacks [] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.540890 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.543043 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12920812-90cb-4c36-9e29-65b91d1760e2 req-f63dd603-89b6-41e8-b94a-35e7f534f2dc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:16.544630 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-12920812-90cb-4c36-9e29-65b91d1760e2 req-f63dd603-89b6-41e8-b94a-35e7f534f2dc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 931 time: 0.1590221 Oct 27 09:38:16.548717 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Publish callbacks [] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.551740 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:16.579949 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Attempting to bind port 27abb30c-5d32-4bde-aebe-19174efb05cf on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:16.580414 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Attempting to bind port 27abb30c-5d32-4bde-aebe-19174efb05cf by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:16.580858 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Attempting to bind port 27abb30c-5d32-4bde-aebe-19174efb05cf on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:16.603078 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:16.617887 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Transition to ACTIVE for port object f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:38:16.623415 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e39f09-0732-4b42-8dbc-1c894ff35da1 None None] Pushing event updated for resources: {'Port': ['ID=27abb30c-5d32-4bde-aebe-19174efb05cf,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:16.640058 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:16.640774 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:16.641272 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.641778 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:16.642382 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Bound port: 27abb30c-5d32-4bde-aebe-19174efb05cf, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:16.642951 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.648446 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.686639 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-12920812-90cb-4c36-9e29-65b91d1760e2 req-68af0a5c-3e2b-477b-9a11-759bc3759488 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206107 Oct 27 09:38:16.694725 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:16.697434 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] For port 27abb30c-5d32-4bde-aebe-19174efb05cf, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:16.708472 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] For port 27abb30c-5d32-4bde-aebe-19174efb05cf, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=27abb30c-5d32-4bde-aebe-19174efb05cf,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:16.719589 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:16.736173 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6bc3ffe4-4007-4752-8ce7-0e7f639a393e req-0a9f6081-c083-4ed0-84ad-9d1d5593bd5d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080302 Oct 27 09:38:16.812819 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e39f09-0732-4b42-8dbc-1c894ff35da1 None None] Pushing event updated for resources: {'Port': ['ID=27abb30c-5d32-4bde-aebe-19174efb05cf,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:16.818011 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Routers {'a7225761-1665-425f-8e5f-548b93fb4a1b'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:16.818706 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['a7225761-1665-425f-8e5f-548b93fb4a1b'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:16.843869 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:16.944636 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-348767c2-ceb0-48d9-8dbe-7c8dda00d44b req-2248c5c7-c47b-4794-b7ce-ab7c9203d85d tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 210 time: 0.0973384 Oct 27 09:38:16.978329 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] Set router a7225761-1665-425f-8e5f-548b93fb4a1b gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:17.015274 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-79d6929c-2a69-4126-bb42-91d88eac49a6 req-06c5212f-525f-47f8-885d-9ced5068a5f0 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (e0c20856-d86b-460a-a786-0e01edc89012), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.020953 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Attempting to bind port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:17.021427 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Attempting to bind port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:17.021881 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Attempting to bind port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 on network 15104d09-0e0f-4140-ae39-9239f083d338 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:17.029904 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bf8f1-3a34-4fa5-84c7-6d6801e25ee6 req-10537973-b717-459d-ae60-b1d50b109bc2 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:17.031531 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2f9bf8f1-3a34-4fa5-84c7-6d6801e25ee6 req-10537973-b717-459d-ae60-b1d50b109bc2 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=48bbc228-8c96-411c-b18f-8358affb9d1e HTTP/1.1" status: 200 len: 949 time: 0.0955637 Oct 27 09:38:17.053343 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Publish callbacks [] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.085201 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5212f-525f-47f8-885d-9ced5068a5f0 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Pushing event deleted for resources: {'Port': ['ID=e0c20856-d86b-460a-a786-0e01edc89012,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:17.096683 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks [] for port (265c29a2-64eb-4729-84e0-8504919ac033), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.135029 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 on network 15104d09-0e0f-4140-ae39-9239f083d338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:38:17.135424 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Attempting to bind port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 on network 15104d09-0e0f-4140-ae39-9239f083d338 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:17.165473 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d6929c-2a69-4126-bb42-91d88eac49a6 req-06c5212f-525f-47f8-885d-9ced5068a5f0 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] No DVR routers for this DVR port e0c20856-d86b-460a-a786-0e01edc89012 on host hv-cinder-79797 {{(pid=104690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:38:17.170053 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-79d6929c-2a69-4126-bb42-91d88eac49a6 req-06c5212f-525f-47f8-885d-9ced5068a5f0 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.174467 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-79d6929c-2a69-4126-bb42-91d88eac49a6 req-06c5212f-525f-47f8-885d-9ced5068a5f0 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.72 "DELETE /networking/v2.0/ports/e0c20856-d86b-460a-a786-0e01edc89012 HTTP/1.1" status: 204 len: 173 time: 1.1743608 Oct 27 09:38:17.174986 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bbc228-8c96-411c-b18f-8358affb9d1e', 'name': 'network-vif-deleted', 'tag': 'e0c20856-d86b-460a-a786-0e01edc89012'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:38:17.178025 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1475a3-abbb-4df8-b988-1c23afb94a30" -d '{"events": [{"server_uuid": "48bbc228-8c96-411c-b18f-8358affb9d1e", "name": "network-vif-deleted", "tag": "e0c20856-d86b-460a-a786-0e01edc89012"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:38:17.190350 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2f9bf8f1-3a34-4fa5-84c7-6d6801e25ee6 req-571ee061-968c-496e-876f-e427eada91e9 tempest-VolumesNegativeTest-70440899 tempest-VolumesNegativeTest-70440899-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=bfe16071-7e23-4865-91fe-bb591ba00692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501851 Oct 27 09:38:17.206421 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.211188 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (265c29a2-64eb-4729-84e0-8504919ac033), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.231227 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:13Z', 'revision_number': 3, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:17.255249 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:17.255647 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Checking segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:17.257936 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Bound using segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:17.258533 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Bound port: f81ca8dc-6051-4c47-b0e0-cafd4fc292d1, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:17.258993 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.277358 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6f4a84-8e5c-425e-9ae8-0a3eee992920 None None] The sync data for ids ['a7225761-1665-425f-8e5f-548b93fb4a1b'] in dv-cinder-797970-7-iscsi is: [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:13Z', 'revision_number': 3, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:38:17.282665 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:17.301473 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:17.330223 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:17.364466 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Network 88875056-5d66-411a-8e40-f81cbf49fe49 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:17.376023 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffb0251-ac85-486b-8963-d6f4c268b53e x-openstack-request-id: req-dffb0251-ac85-486b-8963-d6f4c268b53e {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:38:17.376313 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bbc228-8c96-411c-b18f-8358affb9d1e", "name": "network-vif-deleted", "tag": "e0c20856-d86b-460a-a786-0e01edc89012", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:38:17.376592 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dffb0251-ac85-486b-8963-d6f4c268b53e {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:38:17.377002 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dffb0251-ac85-486b-8963-d6f4c268b53e'] response: {'server_uuid': '48bbc228-8c96-411c-b18f-8358affb9d1e', 'name': 'network-vif-deleted', 'tag': 'e0c20856-d86b-460a-a786-0e01edc89012', 'status': 'completed', 'code': 200} Oct 27 09:38:17.392951 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (a7225761-1665-425f-8e5f-548b93fb4a1b), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.399416 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Pushing event updated for resources: {'Port': ['ID=d6bbbca9-3c1c-4f25-bceb-3d3b9c726592,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:17.401453 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:17.407353 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:17.457093 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Pushing event updated for resources: {'Port': ['ID=265c29a2-64eb-4729-84e0-8504919ac033,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:17.495786 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:17.506943 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:17.507702 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.522623 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] For port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:17.532761 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] For port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:17.559889 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.576994 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:17.577872 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.581856 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 HTTP/1.1" status: 200 len: 1093 time: 1.9887297 Oct 27 09:38:17.584709 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'tag': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:38:17.588269 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5062c8e6-dece-4976-90c4-91c734dd74e0" -d '{"events": [{"name": "network-changed", "server_uuid": "03530ba9-438a-41c2-8e0c-72e90cc316cc", "tag": "f81ca8dc-6051-4c47-b0e0-cafd4fc292d1"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:38:17.611632 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-499ba6a8-e3c0-4f02-98e9-3e83e45e90f8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7197702 Oct 27 09:38:17.722661 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Request body: {'port': {'device_id': 'acba3b76-8223-4305-80d8-e739b12c6fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:17.726307 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:17.738079 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf2989-1077-475b-a72c-a37ebb27c41a x-openstack-request-id: req-90cf2989-1077-475b-a72c-a37ebb27c41a {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:38:17.738376 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03530ba9-438a-41c2-8e0c-72e90cc316cc", "tag": "f81ca8dc-6051-4c47-b0e0-cafd4fc292d1", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:38:17.738617 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90cf2989-1077-475b-a72c-a37ebb27c41a {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:38:17.739013 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cf2989-1077-475b-a72c-a37ebb27c41a'] response: {'name': 'network-changed', 'server_uuid': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'tag': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'status': 'completed', 'code': 200} Oct 27 09:38:17.797737 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:17.810891 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:17.988217 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 27abb30c-5d32-4bde-aebe-19174efb05cf up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:17.994558 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (265c29a2-64eb-4729-84e0-8504919ac033), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:18.034434 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8c44f003-0908-4441-81e0-b3c625d427c8 None None] Provisioning complete for port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:18.035331 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8c44f003-0908-4441-81e0-b3c625d427c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:18.035825 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8c44f003-0908-4441-81e0-b3c625d427c8 None None] Attempt 1 to provision port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 Oct 27 09:38:18.088503 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Publish callbacks [] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:18.090783 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:DELETE=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:18.095559 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:18.096468 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26140df6-8b5b-4b98-852b-5456d09bd239 service neutron] Pushing event updated for resources: {'Port': ['ID=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:18.114259 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8c44f003-0908-4441-81e0-b3c625d427c8 None None] Port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:18.116059 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 27abb30c-5d32-4bde-aebe-19174efb05cf triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:18.116432 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:18.116791 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 27abb30c-5d32-4bde-aebe-19174efb05cf Oct 27 09:38:18.120909 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c063a-0c5b-4530-b8d9-39ab73c7ff8f req-4b0cacaa-b01f-432d-95ef-576c4677f5fa tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:18.127973 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-382c063a-0c5b-4530-b8d9-39ab73c7ff8f req-4b0cacaa-b01f-432d-95ef-576c4677f5fa tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.1979618 Oct 27 09:38:18.135298 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260900c9-5b13-4054-84a3-8f8419ad208f req-91bc56d2-9503-423a-8798-87648cd089e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:18.136980 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-91bc56d2-9503-423a-8798-87648cd089e5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 1127 time: 0.4435153 Oct 27 09:38:18.161810 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:18.169440 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fc1db-af58-4329-8cbf-2803633ec601 req-3f9f9cbf-cb0a-423d-a055-0a124e4708a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:18.170967 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a0fc1db-af58-4329-8cbf-2803633ec601 req-3f9f9cbf-cb0a-423d-a055-0a124e4708a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 943 time: 0.1710954 Oct 27 09:38:18.183284 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Pushing event updated for resources: {'Port': ['ID=d6bbbca9-3c1c-4f25-bceb-3d3b9c726592,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:18.202900 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (a7225761-1665-425f-8e5f-548b93fb4a1b), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:18.241350 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 27abb30c-5d32-4bde-aebe-19174efb05cf is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:18.241750 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:18.247471 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-382c063a-0c5b-4530-b8d9-39ab73c7ff8f req-911c2747-8c77-4600-bd5b-476675401d23 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183710 Oct 27 09:38:18.321210 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 27abb30c-5d32-4bde-aebe-19174efb05cf, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=27abb30c-5d32-4bde-aebe-19174efb05cf,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:18.326446 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:18.327097 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:18.328948 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:18.420016 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=27abb30c-5d32-4bde-aebe-19174efb05cf,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:18.421841 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-ef350771-eb73-4f30-a951-a94b6b76c7ef service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 HTTP/1.1" status: 200 len: 217 time: 0.1196156 Oct 27 09:38:18.498079 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Router a7225761-1665-425f-8e5f-548b93fb4a1b has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:38:18.552879 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a0fc1db-af58-4329-8cbf-2803633ec601 req-0ec2fa72-b5d0-45dd-b930-69830876b7db tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674064 Oct 27 09:38:18.630056 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffa09b-1a74-4869-8190-abd11aa72926 req-e10c05cd-6738-4d9d-8381-6f5ed7da813d tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:18.631770 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-70ffa09b-1a74-4869-8190-abd11aa72926 req-e10c05cd-6738-4d9d-8381-6f5ed7da813d tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 931 time: 0.2132304 Oct 27 09:38:18.642130 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:38:18.659146 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-cf8e4f84-f564-42ae-8651-479aa053fe9d admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/a7225761-1665-425f-8e5f-548b93fb4a1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2841949 Oct 27 09:38:18.736903 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260900c9-5b13-4054-84a3-8f8419ad208f req-79bcb379-c6df-4837-b6a8-8b3eccb053a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:18.738787 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-79bcb379-c6df-4837-b6a8-8b3eccb053a7 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 200 len: 854 time: 0.2871871 Oct 27 09:38:18.759346 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-7307a416-4c1e-4db0-9035-343259791119 None None] Provisioning complete for port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:18.760060 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-7307a416-4c1e-4db0-9035-343259791119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:18.760581 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-7307a416-4c1e-4db0-9035-343259791119 None None] Attempt 1 to provision port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 Oct 27 09:38:18.832191 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-70ffa09b-1a74-4869-8190-abd11aa72926 req-4460c423-33a7-40e4-bd01-b85481e209c1 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787491 Oct 27 09:38:18.835563 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260900c9-5b13-4054-84a3-8f8419ad208f req-798a2058-0218-4441-b3bb-f304a0cd282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:18.837232 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-798a2058-0218-4441-b3bb-f304a0cd282e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=15104d09-0e0f-4140-ae39-9239f083d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872760 Oct 27 09:38:18.848746 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-7307a416-4c1e-4db0-9035-343259791119 None None] Port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:18.987240 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device e0c20856-d86b-460a-a786-0e01edc89012 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:38:19.015124 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: e0c20856-d86b-460a-a786-0e01edc89012 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:38:19.017035 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device e0c20856-d86b-460a-a786-0e01edc89012 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:38:19.178625 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265c29a2-64eb-4729-84e0-8504919ac033 {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:38:19.192266 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Publish callbacks [] for port (265c29a2-64eb-4729-84e0-8504919ac033), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.192266 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:19.215162 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Transition to ACTIVE for port object 265c29a2-64eb-4729-84e0-8504919ac033 will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:38:19.220193 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-63b653d1-e95b-442a-8a2a-58c0ea1b6b61 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754656 Oct 27 09:38:19.220944 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (265c29a2-64eb-4729-84e0-8504919ac033), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.353559 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Pushing event updated for resources: {'Port': ['ID=265c29a2-64eb-4729-84e0-8504919ac033,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:19.361939 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:19.377690 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59258) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:19.384889 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1919316270-network', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:19.418115 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Made reservation on behalf of d6bd77f2911f4d7fb339ce7d80cf4094 for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:19.422107 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.431941 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.454218 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-260900c9-5b13-4054-84a3-8f8419ad208f req-c5092aa7-4a9a-45b3-b770-dfe8b3bd4097 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265785 Oct 27 09:38:19.471328 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfef4f-f49a-4dc3-beee-f074c8fa49fd req-2485d3be-71ba-4460-a65b-eb471f51a5f5 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:19.473288 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-34bfef4f-f49a-4dc3-beee-f074c8fa49fd req-2485d3be-71ba-4460-a65b-eb471f51a5f5 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0780413 Oct 27 09:38:19.475910 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Attempting to bind port 265c29a2-64eb-4729-84e0-8504919ac033 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:19.476252 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Attempting to bind port 265c29a2-64eb-4729-84e0-8504919ac033 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '789d74f0-f7f3-423d-a3a9-3013b534aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:19.476614 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Attempting to bind port 265c29a2-64eb-4729-84e0-8504919ac033 on network 88875056-5d66-411a-8e40-f81cbf49fe49 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:19.541601 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Publish callbacks [] for security_group (dac9d3d8-e950-46a2-a743-b68fb824c589), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.545639 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (dac9d3d8-e950-46a2-a743-b68fb824c589), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.561435 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Port 265c29a2-64eb-4729-84e0-8504919ac033 on network 88875056-5d66-411a-8e40-f81cbf49fe49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:38:19.561772 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Attempting to bind port 265c29a2-64eb-4729-84e0-8504919ac033 on network 88875056-5d66-411a-8e40-f81cbf49fe49 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:19.568005 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-34bfef4f-f49a-4dc3-beee-f074c8fa49fd req-c02332fb-1ebf-4510-a569-86f31ef8c83c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659106 Oct 27 09:38:19.574063 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:38:19.596605 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac9d3d8-e950-46a2-a743-b68fb824c589,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:19.607545 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (4033955c-9e7d-40fa-8e71-1fc63164083e), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.607952 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Added segment 4033955c-9e7d-40fa-8e71-1fc63164083e of type vlan for network 25da4487-c641-4558-9990-3f42739d2bc4 Oct 27 09:38:19.642855 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:19.643198 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Checking segment: {'id': '789d74f0-f7f3-423d-a3a9-3013b534aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:19.644134 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Bound using segment: {'id': '789d74f0-f7f3-423d-a3a9-3013b534aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:19.644795 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Bound port: 265c29a2-64eb-4729-84e0-8504919ac033, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789d74f0-f7f3-423d-a3a9-3013b534aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:19.645184 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (265c29a2-64eb-4729-84e0-8504919ac033), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.665659 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (25da4487-c641-4558-9990-3f42739d2bc4), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.706938 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (25da4487-c641-4558-9990-3f42739d2bc4), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.708677 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:19.709418 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.735403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909d7ea-0d2a-496d-bd6b-1ad8db7b3d6b req-4d3594a2-0eca-4e6c-b9cb-67dd728c403b tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:19.736923 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0909d7ea-0d2a-496d-bd6b-1ad8db7b3d6b req-4d3594a2-0eca-4e6c-b9cb-67dd728c403b tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 943 time: 0.0798895 Oct 27 09:38:19.776900 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] For port 265c29a2-64eb-4729-84e0-8504919ac033, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:19.800658 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] For port 265c29a2-64eb-4729-84e0-8504919ac033, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=265c29a2-64eb-4729-84e0-8504919ac033,segment=NetworkSegment(789d74f0-f7f3-423d-a3a9-3013b534aee7),segment_id=789d74f0-f7f3-423d-a3a9-3013b534aee7)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:19.806534 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] Pushing event updated for resources: {'Network': ['ID=25da4487-c641-4558-9990-3f42739d2bc4,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:19.815204 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0909d7ea-0d2a-496d-bd6b-1ad8db7b3d6b req-1c230fff-826f-44fc-9a50-73ed9793e9e1 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678685 Oct 27 09:38:19.817687 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (265c29a2-64eb-4729-84e0-8504919ac033), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.824632 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:19.825095 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.826637 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/265c29a2-64eb-4729-84e0-8504919ac033 HTTP/1.1" status: 200 len: 1093 time: 2.1320672 Oct 27 09:38:19.827203 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acba3b76-8223-4305-80d8-e739b12c6fcf', 'tag': '265c29a2-64eb-4729-84e0-8504919ac033'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:38:19.829892 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc255e6a-75c2-49af-afa1-f7d328a69f74" -d '{"events": [{"name": "network-changed", "server_uuid": "acba3b76-8223-4305-80d8-e739b12c6fcf", "tag": "265c29a2-64eb-4729-84e0-8504919ac033"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:38:19.838452 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 25da4487-c641-4558-9990-3f42739d2bc4 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:38:19.850638 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-93aabd2c-e405-4c9f-b881-aa3b33ec8e99 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4688902 Oct 27 09:38:19.851300 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 27abb30c-5d32-4bde-aebe-19174efb05cf up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:19.859137 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59280) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:19.865821 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] Request body: {'subnet': {'network_id': '25da4487-c641-4558-9990-3f42739d2bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1919316270-subnet', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'ip_version': 4}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:19.869425 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:19.881335 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:19.896197 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Sync routers for ids ['a7225761-1665-425f-8e5f-548b93fb4a1b'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:38:19.901270 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e0b6e-085e-42c8-831a-44df73773e60 service neutron] Pushing event updated for resources: {'Port': ['ID=265c29a2-64eb-4729-84e0-8504919ac033,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:19.903289 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] Made reservation on behalf of d6bd77f2911f4d7fb339ce7d80cf4094 for: {'subnet': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:19.906876 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9624055'] for subnet (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:19.911930 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Routers {'a7225761-1665-425f-8e5f-548b93fb4a1b'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:19.912900 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['a7225761-1665-425f-8e5f-548b93fb4a1b'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:19.935381 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c0bee9-e6ea-465a-bb13-a72e89bd9447 x-openstack-request-id: req-23c0bee9-e6ea-465a-bb13-a72e89bd9447 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:38:19.935677 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acba3b76-8223-4305-80d8-e739b12c6fcf", "tag": "265c29a2-64eb-4729-84e0-8504919ac033", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:38:19.935935 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23c0bee9-e6ea-465a-bb13-a72e89bd9447 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:38:19.936339 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c0bee9-e6ea-465a-bb13-a72e89bd9447'] response: {'name': 'network-changed', 'server_uuid': 'acba3b76-8223-4305-80d8-e739b12c6fcf', 'tag': '265c29a2-64eb-4729-84e0-8504919ac033', 'status': 'completed', 'code': 200} Oct 27 09:38:20.042760 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c611f4b-0251-4ecc-97d2-c234c5aff375 req-090ca41a-6ec9-4ba1-83ee-669c85b114fc tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:20.045336 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c611f4b-0251-4ecc-97d2-c234c5aff375 req-090ca41a-6ec9-4ba1-83ee-669c85b114fc tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 943 time: 0.0694528 Oct 27 09:38:20.064638 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 27abb30c-5d32-4bde-aebe-19174efb05cf triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:20.065589 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.066078 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 27abb30c-5d32-4bde-aebe-19174efb05cf Oct 27 09:38:20.098242 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Set router a7225761-1665-425f-8e5f-548b93fb4a1b gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:20.128194 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c611f4b-0251-4ecc-97d2-c234c5aff375 req-2bdc2dbe-ca6f-4de4-a5a5-82869b030c10 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768435 Oct 27 09:38:20.131144 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:20.186186 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2683402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9623961'] for subnet (4799a195-946c-457d-a2c1-3b469f94dc5c), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.188196 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 27abb30c-5d32-4bde-aebe-19174efb05cf is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:20.254328 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4799a195-946c-457d-a2c1-3b469f94dc5c,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:20.263809 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] Checking segment: {'id': '4033955c-9e7d-40fa-8e71-1fc63164083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:20.264177 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] Network hostable DHCP agents. Network: 25da4487-c641-4558-9990-3f42739d2bc4, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:38:20.293897 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] Network 25da4487-c641-4558-9990-3f42739d2bc4 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:38:20.302812 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 25da4487-c641-4558-9990-3f42739d2bc4) {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:20.308433 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:20.309241 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.311268 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a4735d-1080-4408-90c9-4e8406626d23 None None] Network 25da4487-c641-4558-9990-3f42739d2bc4 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:20.329753 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-48aaa099-67a9-4ef3-82d6-1ac8283a2f7b admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4692147 Oct 27 09:38:20.332086 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59336) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:20.338461 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1919316270-router', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:20.372279 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.373355 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.375729 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:17Z', 'revision_number': 4, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'd6bbbca9-3c1c-4f25-bceb-3d3b9c726592', 'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'mac_address': 'fa:16:3e:ff:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:16Z', 'updated_at': '2022-10-27T09:38:17Z', 'revision_number': 2, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'subnets': [{'id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:20.404209 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Checking router: a7225761-1665-425f-8e5f-548b93fb4a1b for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:38:20.404665 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Updating router a7225761-1665-425f-8e5f-548b93fb4a1b port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:38:20.430056 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-25da4487-c641-4558-9990-3f42739d2bc4', 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4', 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'fixed_ips': [{'subnet_id': '4799a195-946c-457d-a2c1-3b469f94dc5c'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:38:20.431213 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.433812 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.446849 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Publish callbacks [] for router_controller (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), precommit_add_association {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.605501 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Publish callbacks [] for router_gateway (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.643364 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Allocated IP 172.20.0.2 (25da4487-c641-4558-9990-3f42739d2bc4/4799a195-946c-457d-a2c1-3b469f94dc5c/150aaf8d-4423-4eee-a244-bad431e52141) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:20.733844 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255e6a-75c2-49af-afa1-f7d328a69f74 req-c1f1b2cb-d120-47de-b1d4-5330f8e9e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:20.735380 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fc255e6a-75c2-49af-afa1-f7d328a69f74 req-c1f1b2cb-d120-47de-b1d4-5330f8e9e155 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9dc4fbf213f04cd7ab49abad693a1cf2&device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 1127 time: 0.0891843 Oct 27 09:38:20.751633 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:20.782897 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:20.806622 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:20.841446 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Publish callbacks [] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.853690 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.878465 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Publish callbacks [] for port (150aaf8d-4423-4eee-a244-bad431e52141), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.885266 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (150aaf8d-4423-4eee-a244-bad431e52141), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.900247 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062c8e6-dece-4976-90c4-91c734dd74e0 req-49e4a9af-4e0d-4f1b-a213-fe6f377fa686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:20.905145 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5062c8e6-dece-4976-90c4-91c734dd74e0 req-49e4a9af-4e0d-4f1b-a213-fe6f377fa686 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 1127 time: 0.2602100 Oct 27 09:38:20.930166 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974d560-3080-4a67-a655-5fee89f48167 req-c0524beb-c1d8-41c4-a6da-69c3c1b42e53 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:20.932159 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1974d560-3080-4a67-a655-5fee89f48167 req-c0524beb-c1d8-41c4-a6da-69c3c1b42e53 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.1955273 Oct 27 09:38:20.944351 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d42e99-3ed2-4584-a7e9-e33455902410 None None] Pushing event updated for resources: {'Port': ['ID=d6bbbca9-3c1c-4f25-bceb-3d3b9c726592,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:20.966372 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Publish callbacks [] for router_gateway (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.989619 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:20.991602 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Network 25da4487-c641-4558-9990-3f42739d2bc4 is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:21.005889 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:21.021633 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:21.024848 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:38:21.025839 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Attempting to bind port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:21.027700 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Attempting to bind port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:21.028263 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Attempting to bind port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 on network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:21.052848 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Pushing event updated for resources: {'Port': ['ID=150aaf8d-4423-4eee-a244-bad431e52141,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:21.084736 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:21.085388 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Checking segment: {'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:21.086204 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:21.086745 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Bound using segment: {'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:21.087492 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Bound port: d6bbbca9-3c1c-4f25-bceb-3d3b9c726592, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:21.088037 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:21.113960 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:21.146260 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Allocated IP 172.27.0.180 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/a5d2bc34-d998-4e8b-adcf-25e9da1a4134) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:21.156092 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:21.199099 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] For port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:21.205265 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] For port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=d6bbbca9-3c1c-4f25-bceb-3d3b9c726592,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:21.212113 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1974d560-3080-4a67-a655-5fee89f48167 req-e20e730f-730e-46d6-83c0-7f854d2e34da tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599301 Oct 27 09:38:21.214303 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:21.230950 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:21.258869 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f823bc4-209b-4284-bd2b-4602f42db561 req-0719fdc8-c9c8-46f6-9b54-c5d96374a108 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:21.261637 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8f823bc4-209b-4284-bd2b-4602f42db561 req-0719fdc8-c9c8-46f6-9b54-c5d96374a108 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 943 time: 0.2773161 Oct 27 09:38:21.273211 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Attempting to bind port 150aaf8d-4423-4eee-a244-bad431e52141 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:21.276226 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Attempting to bind port 150aaf8d-4423-4eee-a244-bad431e52141 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '4033955c-9e7d-40fa-8e71-1fc63164083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:21.277350 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Attempting to bind port 150aaf8d-4423-4eee-a244-bad431e52141 on network 25da4487-c641-4558-9990-3f42739d2bc4 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:21.298971 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Routers {'a7225761-1665-425f-8e5f-548b93fb4a1b'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:21.302877 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['a7225761-1665-425f-8e5f-548b93fb4a1b'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:21.311381 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255e6a-75c2-49af-afa1-f7d328a69f74 req-31082fa7-32b9-4c34-8a06-ea97ce1ba3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:21.313022 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fc255e6a-75c2-49af-afa1-f7d328a69f74 req-31082fa7-32b9-4c34-8a06-ea97ce1ba3f3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=9dc4fbf213f04cd7ab49abad693a1cf2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5409801 Oct 27 09:38:21.323793 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:21.389659 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:21.400398 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:21.411909 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'port_id': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'mac_address': 'fa:16:3e:53:6c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:38:21.419795 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8f823bc4-209b-4284-bd2b-4602f42db561 req-1b6c5763-05ee-4fec-b9ce-1ef80a835b23 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268101 Oct 27 09:38:21.430944 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975730c-722d-4fe2-a416-53d69d7c643f req-8c9c1fdf-9ec5-4479-a2ca-ba39e5479f68 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:21.446672 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Publish callbacks [] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:21.447104 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5975730c-722d-4fe2-a416-53d69d7c643f req-8c9c1fdf-9ec5-4479-a2ca-ba39e5479f68 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 943 time: 0.1270983 Oct 27 09:38:21.461097 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d42e99-3ed2-4584-a7e9-e33455902410 None None] Pushing event updated for resources: {'Port': ['ID=d6bbbca9-3c1c-4f25-bceb-3d3b9c726592,revision_number=4']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:21.464885 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:21.465532 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Checking segment: {'id': '4033955c-9e7d-40fa-8e71-1fc63164083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:21.466113 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:21.466656 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Bound using segment: {'id': '4033955c-9e7d-40fa-8e71-1fc63164083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:21.467321 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Bound port: 150aaf8d-4423-4eee-a244-bad431e52141, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4033955c-9e7d-40fa-8e71-1fc63164083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:21.468027 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (150aaf8d-4423-4eee-a244-bad431e52141), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:21.499071 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:21.499459 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:21.522034 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:21.532870 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] Set router a7225761-1665-425f-8e5f-548b93fb4a1b gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:21.538908 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:38:21.540916 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5975730c-722d-4fe2-a416-53d69d7c643f req-76ff44ff-5b56-4835-992f-0ae8bd883420 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928771 Oct 27 09:38:21.569453 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:21.576704 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:21.583729 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:21.585334 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:21.586858 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] For port 150aaf8d-4423-4eee-a244-bad431e52141, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:21.596340 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:21.603467 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] For port 150aaf8d-4423-4eee-a244-bad431e52141, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=150aaf8d-4423-4eee-a244-bad431e52141,segment=NetworkSegment(4033955c-9e7d-40fa-8e71-1fc63164083e),segment_id=4033955c-9e7d-40fa-8e71-1fc63164083e)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:21.632626 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (150aaf8d-4423-4eee-a244-bad431e52141), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:21.653885 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Pushing event updated for resources: {'Port': ['ID=a5d2bc34-d998-4e8b-adcf-25e9da1a4134,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:21.684779 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:21.759150 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5785df0-b9f5-4482-8dcf-3b7e0c79aa9d None None] Pushing event updated for resources: {'Port': ['ID=150aaf8d-4423-4eee-a244-bad431e52141,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:21.808947 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:17Z', 'revision_number': 4, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'd6bbbca9-3c1c-4f25-bceb-3d3b9c726592', 'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'mac_address': 'fa:16:3e:ff:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:16Z', 'updated_at': '2022-10-27T09:38:21Z', 'revision_number': 4, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'subnets': [{'id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:21.837765 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89db6e-bec2-47f8-914e-043393b654ea None None] The sync data for ids ['a7225761-1665-425f-8e5f-548b93fb4a1b'] in dv-cinder-797970-7-iscsi is: [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:17Z', 'revision_number': 4, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'd6bbbca9-3c1c-4f25-bceb-3d3b9c726592', 'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'mac_address': 'fa:16:3e:ff:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:16Z', 'updated_at': '2022-10-27T09:38:21Z', 'revision_number': 4, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'subnets': [{'id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:38:21.960332 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Publish callbacks [] for router_gateway (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:22.041811 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['f81ca8dc-6051-4c47-b0e0-cafd4fc292d1'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:38:22.340049 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52b6eb-6796-49bb-a966-72f4e5384600 req-ededa9c3-4802-4f78-8863-15a180fc667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:22.341616 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-bc52b6eb-6796-49bb-a966-72f4e5384600 req-ededa9c3-4802-4f78-8863-15a180fc667e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 1129 time: 0.0872207 Oct 27 09:38:22.343160 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255e6a-75c2-49af-afa1-f7d328a69f74 req-5200ded0-0063-4250-be80-eb4a6e607e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:22.345645 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fc255e6a-75c2-49af-afa1-f7d328a69f74 req-5200ded0-0063-4250-be80-eb4a6e607e1a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4006045 Oct 27 09:38:22.347038 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062c8e6-dece-4976-90c4-91c734dd74e0 req-43ff1ebe-f7eb-4d5d-a048-4c9b23f433a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:22.348908 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5062c8e6-dece-4976-90c4-91c734dd74e0 req-43ff1ebe-f7eb-4d5d-a048-4c9b23f433a1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 916 time: 0.4027872 Oct 27 09:38:22.414322 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5062c8e6-dece-4976-90c4-91c734dd74e0 req-82088355-2110-42a5-a839-79ded4d5a555 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 HTTP/1.1" status: 200 len: 217 time: 0.0486417 Oct 27 09:38:22.443403 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:22.536145 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88f69c-d766-47c8-a003-5ccbb00d1bd2 req-b29e7c8a-45e3-4a63-9834-42b71e61c5ca tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:22.538104 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cb88f69c-d766-47c8-a003-5ccbb00d1bd2 req-b29e7c8a-45e3-4a63-9834-42b71e61c5ca tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.1272624 Oct 27 09:38:22.600850 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-bc52b6eb-6796-49bb-a966-72f4e5384600 req-1783d774-b310-45a7-8328-0acdce0f2f7d service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211990 Oct 27 09:38:22.601816 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062c8e6-dece-4976-90c4-91c734dd74e0 req-286a6ced-8fb3-4163-9696-060789a656f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:22.604041 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5062c8e6-dece-4976-90c4-91c734dd74e0 req-286a6ced-8fb3-4163-9696-060789a656f4 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 200 len: 854 time: 0.1743886 Oct 27 09:38:22.678570 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:22.723431 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cb88f69c-d766-47c8-a003-5ccbb00d1bd2 req-ee27f93c-33d5-43d2-8821-c2ae37ca4327 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175489 Oct 27 09:38:22.728817 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-54a206ec-612b-479a-83e7-6124c521c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:22.731054 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-54a206ec-612b-479a-83e7-6124c521c515 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9dc4fbf213f04cd7ab49abad693a1cf2&device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 1127 time: 0.3187132 Oct 27 09:38:22.751600 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:38:22.763451 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb600d-e7e2-4426-9108-454e03253806 req-4de52d90-8cb3-459c-b7c9-8ca4c977fb92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:22.765039 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-83fb600d-e7e2-4426-9108-454e03253806 req-4de52d90-8cb3-459c-b7c9-8ca4c977fb92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 944 time: 0.2233233 Oct 27 09:38:22.833104 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-83fb600d-e7e2-4426-9108-454e03253806 req-6114b701-8b9b-4817-88a7-14a9951b8487 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587246 Oct 27 09:38:22.961526 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:22.964277 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:38:22.977843 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Sync routers for ids ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:38:23.000861 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:23.001371 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-f34f535b-7c67-4645-915d-f01b2f2014e3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=265c29a2-64eb-4729-84e0-8504919ac033 HTTP/1.1" status: 200 len: 217 time: 0.1049228 Oct 27 09:38:23.001371 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 59486) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:23.001526 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-56f1e343-f240-4179-a226-1bda80d76a4d admin admin] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6633949 Oct 27 09:38:23.021081 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Routers {'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:23.021921 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:23.086991 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be90593-40d6-4d1d-b4a7-561e1dde636d req-a37f6e54-baee-48b1-a86e-7b9ec4d106b4 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:23.091954 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6be90593-40d6-4d1d-b4a7-561e1dde636d req-a37f6e54-baee-48b1-a86e-7b9ec4d106b4 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 943 time: 0.2444441 Oct 27 09:38:23.097850 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:23.142515 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec6a1f8-d223-4013-b886-f5a5ff2ba7a0 None None] Network 25da4487-c641-4558-9990-3f42739d2bc4 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:23.323469 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:23.345809 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Set router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:23.348269 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-6b4677b1-1cd8-4c8f-a86e-aad121004c57 None None] Provisioning complete for port 150aaf8d-4423-4eee-a244-bad431e52141 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:23.348269 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-6b4677b1-1cd8-4c8f-a86e-aad121004c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (150aaf8d-4423-4eee-a244-bad431e52141), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:23.348623 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-6b4677b1-1cd8-4c8f-a86e-aad121004c57 None None] Attempt 1 to provision port 150aaf8d-4423-4eee-a244-bad431e52141 Oct 27 09:38:23.408223 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062c8e6-dece-4976-90c4-91c734dd74e0 req-1bcdeff9-dc35-4372-b0ff-700fbbf416eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:23.409582 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5062c8e6-dece-4976-90c4-91c734dd74e0 req-1bcdeff9-dc35-4372-b0ff-700fbbf416eb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=15104d09-0e0f-4140-ae39-9239f083d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5217013 Oct 27 09:38:23.474314 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:23.523292 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-b79572e2-ab5b-4a6e-a914-159bcaaf1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:23.523907 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-b79572e2-ab5b-4a6e-a914-159bcaaf1b6a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=9eac4fd4-99f1-4d4f-8956-d5b218ea2856 HTTP/1.1" status: 200 len: 853 time: 0.5156467 Oct 27 09:38:23.608058 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6be90593-40d6-4d1d-b4a7-561e1dde636d req-84201c74-d325-41f9-9b36-ebacc25b1a01 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954751 Oct 27 09:38:23.608457 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:38:23.645062 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:23.645062 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:23.645217 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 Oct 27 09:38:23.709032 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-5e9b2fb9-9171-46f0-80ac-af28c5231630 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=88875056-5d66-411a-8e40-f81cbf49fe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485403 Oct 27 09:38:23.728790 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:23.934393 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:23.961940 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-6b4677b1-1cd8-4c8f-a86e-aad121004c57 None None] Current status of the port 150aaf8d-4423-4eee-a244-bad431e52141 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:23.962668 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-6b4677b1-1cd8-4c8f-a86e-aad121004c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (150aaf8d-4423-4eee-a244-bad431e52141), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.000839 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 150aaf8d-4423-4eee-a244-bad431e52141 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:24.015564 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5062c8e6-dece-4976-90c4-91c734dd74e0 req-261144ff-2224-49e1-8997-b63c102b6ef2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871325 Oct 27 09:38:24.048839 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:24.049240 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.076409 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'name': 'tempest-TestShelveInstance-1919316270-router', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:21Z', 'revision_number': 3, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'gw_port': {'id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:24.120647 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Checking router: c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:38:24.121089 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Updating router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 port a5d2bc34-d998-4e8b-adcf-25e9da1a4134 binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:38:24.149178 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7b94f-318f-46d7-982d-b372ef1e4d3c req-a3e58695-8d2e-4a95-997a-edf26932c1fb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:24.150754 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-87e7b94f-318f-46d7-982d-b372ef1e4d3c req-a3e58695-8d2e-4a95-997a-edf26932c1fb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.2501030 Oct 27 09:38:24.156878 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-6b4677b1-1cd8-4c8f-a86e-aad121004c57 None None] For port 150aaf8d-4423-4eee-a244-bad431e52141, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=150aaf8d-4423-4eee-a244-bad431e52141,segment=NetworkSegment(4033955c-9e7d-40fa-8e71-1fc63164083e),segment_id=4033955c-9e7d-40fa-8e71-1fc63164083e)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:24.179683 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:38:24.182078 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedc4a6c-ad69-463d-ae22-a360b8b3819c" -d '{"events": [{"server_uuid": "03530ba9-438a-41c2-8e0c-72e90cc316cc", "name": "network-vif-plugged", "status": "completed", "tag": "f81ca8dc-6051-4c47-b0e0-cafd4fc292d1"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:38:24.183111 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3a3a1-0499-439f-b818-fb32a9ba37e6 req-50398daf-19de-4631-891a-3f0ab7f6455e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:24.184711 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ebc3a3a1-0499-439f-b818-fb32a9ba37e6 req-50398daf-19de-4631-891a-3f0ab7f6455e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 944 time: 0.1798158 Oct 27 09:38:24.190305 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-6b4677b1-1cd8-4c8f-a86e-aad121004c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (150aaf8d-4423-4eee-a244-bad431e52141), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.227629 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:24.230299 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.259687 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.275579 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 150aaf8d-4423-4eee-a244-bad431e52141 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:24.276140 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (150aaf8d-4423-4eee-a244-bad431e52141), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.276603 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 150aaf8d-4423-4eee-a244-bad431e52141 Oct 27 09:38:24.386159 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4677b1-1cd8-4c8f-a86e-aad121004c57 None None] Pushing event updated for resources: {'Port': ['ID=150aaf8d-4423-4eee-a244-bad431e52141,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:24.390966 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-87e7b94f-318f-46d7-982d-b372ef1e4d3c req-ec48396d-5986-4e69-9017-ec5b2ea306c3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236416 Oct 27 09:38:24.397094 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8077385e-d784-44f0-8529-5ac60dbfbd0f None None] Provisioning complete for port 150aaf8d-4423-4eee-a244-bad431e52141 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:24.397468 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8077385e-d784-44f0-8529-5ac60dbfbd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (150aaf8d-4423-4eee-a244-bad431e52141), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.397802 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8077385e-d784-44f0-8529-5ac60dbfbd0f None None] Attempt 1 to provision port 150aaf8d-4423-4eee-a244-bad431e52141 Oct 27 09:38:24.483780 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c1cfb0-e214-4aec-b289-53bc57bc3946 x-openstack-request-id: req-72c1cfb0-e214-4aec-b289-53bc57bc3946 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:38:24.484093 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03530ba9-438a-41c2-8e0c-72e90cc316cc", "name": "network-vif-plugged", "status": "completed", "tag": "f81ca8dc-6051-4c47-b0e0-cafd4fc292d1", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:38:24.484352 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-72c1cfb0-e214-4aec-b289-53bc57bc3946 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:38:24.484793 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c1cfb0-e214-4aec-b289-53bc57bc3946'] response: {'server_uuid': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'code': 200} Oct 27 09:38:24.493649 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:24.520068 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ebc3a3a1-0499-439f-b818-fb32a9ba37e6 req-3e8fc854-3238-4b12-8571-cd5e5af4941a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187919 Oct 27 09:38:24.586628 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:24.662409 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 150aaf8d-4423-4eee-a244-bad431e52141 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:24.663526 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:24.689473 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:24.703495 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe73e1-ac51-47bf-9194-eb8f8ca255dd req-2c5a82b2-f182-45b2-a37d-66bb1c123751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:24.706716 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-6ffe73e1-ac51-47bf-9194-eb8f8ca255dd req-2c5a82b2-f182-45b2-a37d-66bb1c123751 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 1129 time: 0.0526328 Oct 27 09:38:24.716090 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8077385e-d784-44f0-8529-5ac60dbfbd0f None None] Current status of the port 150aaf8d-4423-4eee-a244-bad431e52141 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:24.740627 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-36128cdc-4677-47b7-a804-ee5c8570cd4e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/88875056-5d66-411a-8e40-f81cbf49fe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486125 Oct 27 09:38:24.748464 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5062c8e6-dece-4976-90c4-91c734dd74e0 req-f069b9c4-972e-496f-8e1a-9426b14746ff service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367399 Oct 27 09:38:24.778374 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-6ffe73e1-ac51-47bf-9194-eb8f8ca255dd req-72b9a430-e8dd-4220-b49c-7679c35fa783 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566268 Oct 27 09:38:24.778631 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:24.779000 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.779334 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 Oct 27 09:38:24.797268 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.805312 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Publish callbacks [] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.811760 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:24.819380 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.860774 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Attempting to bind port a5d2bc34-d998-4e8b-adcf-25e9da1a4134 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:24.861145 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Attempting to bind port a5d2bc34-d998-4e8b-adcf-25e9da1a4134 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:24.861502 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Attempting to bind port a5d2bc34-d998-4e8b-adcf-25e9da1a4134 on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:24.865243 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377999cf-367a-41ce-906a-35174a7f74ce req-bc17c35b-2191-4744-af34-1555edae3cdf tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:24.866739 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-377999cf-367a-41ce-906a-35174a7f74ce req-bc17c35b-2191-4744-af34-1555edae3cdf tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 943 time: 0.1438673 Oct 27 09:38:24.896239 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93556f0-3fa9-4ea0-9ee9-c280d1349917 None None] Pushing event updated for resources: {'Port': ['ID=a5d2bc34-d998-4e8b-adcf-25e9da1a4134,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:24.947510 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:24.947812 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.949880 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:24.950256 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:24.950649 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.951039 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:24.951513 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Bound port: a5d2bc34-d998-4e8b-adcf-25e9da1a4134, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:24.951907 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:24.954106 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9ea7308-b9d0-4b07-a2a6-57ff3c1c727e req-3d5956ad-3966-4b02-8837-89148f29f554 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/88875056-5d66-411a-8e40-f81cbf49fe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046938 Oct 27 09:38:25.005898 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-377999cf-367a-41ce-906a-35174a7f74ce req-49b384d7-1904-4089-b23f-cffc08df6f72 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323020 Oct 27 09:38:25.034563 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=d6bbbca9-3c1c-4f25-bceb-3d3b9c726592,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:25.034563 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] For port a5d2bc34-d998-4e8b-adcf-25e9da1a4134, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:25.034563 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] For port a5d2bc34-d998-4e8b-adcf-25e9da1a4134, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=a5d2bc34-d998-4e8b-adcf-25e9da1a4134,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:25.044315 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.060496 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.080631 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Allocated IP 172.20.0.1 (25da4487-c641-4558-9990-3f42739d2bc4/4799a195-946c-457d-a2c1-3b469f94dc5c/0f0add0f-f4a2-4223-a864-417dbf2c7f38) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:25.085353 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:25.092692 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Routers {'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:25.093331 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:25.133532 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=d6bbbca9-3c1c-4f25-bceb-3d3b9c726592,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:25.163943 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:25.198598 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Publish callbacks [] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.223917 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93556f0-3fa9-4ea0-9ee9-c280d1349917 None None] Pushing event updated for resources: {'Port': ['ID=a5d2bc34-d998-4e8b-adcf-25e9da1a4134,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:25.239524 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.243892 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] Set router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:25.289340 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Network 25da4487-c641-4558-9990-3f42739d2bc4 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:25.295255 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:25.298083 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:25.325068 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Pushing event updated for resources: {'Port': ['ID=0f0add0f-f4a2-4223-a864-417dbf2c7f38,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:25.356186 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.379462 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59550) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:25.499775 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'name': 'tempest-TestShelveInstance-1919316270-router', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:21Z', 'revision_number': 3, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'gw_port': {'id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:25.533343 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb973a12-d767-49e0-af8b-523c2ff268a7 None None] The sync data for ids ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'] in dv-cinder-797970-7-iscsi is: [{'id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'name': 'tempest-TestShelveInstance-1919316270-router', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:21Z', 'revision_number': 3, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'gw_port': {'id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:38:25.561633 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-8de37462-b316-4994-a174-b884a154f9c4 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=e694ff25532a41bfac762f1e11e3869c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786118 Oct 27 09:38:25.562369 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59558) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:25.578395 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.601753 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cad44-a07b-4a07-9805-ebbae8142984 req-f74022e9-06ae-443e-8502-0d570664a22c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:25.603277 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5a1cad44-a07b-4a07-9805-ebbae8142984 req-f74022e9-06ae-443e-8502-0d570664a22c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0734713 Oct 27 09:38:25.605349 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:25.623276 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a8a330dc-75b2-4836-8a2f-7377df42d824 admin admin] Publish callbacks [] for security_group (bfe16071-7e23-4865-91fe-bb591ba00692), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.643956 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-ef2ae886-4cb0-4c7b-b7d6-c13c42f72ba2 None None] Provisioning complete for port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:25.644471 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ef2ae886-4cb0-4c7b-b7d6-c13c42f72ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.644913 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-ef2ae886-4cb0-4c7b-b7d6-c13c42f72ba2 None None] Attempt 1 to provision port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 Oct 27 09:38:25.656623 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a8a330dc-75b2-4836-8a2f-7377df42d824 admin admin] Publish callbacks [] for security_group (bfe16071-7e23-4865-91fe-bb591ba00692), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.690914 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ae886-4cb0-4c7b-b7d6-c13c42f72ba2 None None] Port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:25.712332 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a8a330dc-75b2-4836-8a2f-7377df42d824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (bfe16071-7e23-4865-91fe-bb591ba00692), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.716443 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a8a330dc-75b2-4836-8a2f-7377df42d824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.720063 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-a8a330dc-75b2-4836-8a2f-7377df42d824 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/bfe16071-7e23-4865-91fe-bb591ba00692 HTTP/1.1" status: 204 len: 168 time: 0.1566648 Oct 27 09:38:25.730923 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a330dc-75b2-4836-8a2f-7377df42d824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe16071-7e23-4865-91fe-bb591ba00692,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:25.737391 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5a1cad44-a07b-4a07-9805-ebbae8142984 req-a486df9e-9b25-4a5b-b43a-c86262813ba7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131334 Oct 27 09:38:25.784233 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f84f62-8acd-45bf-a29f-fb2b3c30580d req-bb66e1b0-09e5-4eae-b0c3-a01addeff3f9 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:25.785853 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f6f84f62-8acd-45bf-a29f-fb2b3c30580d req-bb66e1b0-09e5-4eae-b0c3-a01addeff3f9 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 945 time: 0.1262763 Oct 27 09:38:25.911736 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:25.959934 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:25.978365 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:25.978726 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:25.979681 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 Oct 27 09:38:25.987068 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e41d14-2271-4a43-99c2-a97ee9d1140a req-99b3c6f2-b32f-4132-95be-8bc1c3eac8f2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:25.989244 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e4e41d14-2271-4a43-99c2-a97ee9d1140a req-99b3c6f2-b32f-4132-95be-8bc1c3eac8f2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.1486161 Oct 27 09:38:26.038233 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f6f84f62-8acd-45bf-a29f-fb2b3c30580d req-b44aa434-54d8-481e-910b-bd9f4eaa274c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119186 Oct 27 09:38:26.046509 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Publish callbacks [] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:26.084124 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:26.088229 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e4e41d14-2271-4a43-99c2-a97ee9d1140a req-85759e70-fb42-4f10-84b9-6f04d4b983b2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877736 Oct 27 09:38:26.090153 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:26.139368 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:26.140341 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 150aaf8d-4423-4eee-a244-bad431e52141 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:26.231505 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Pushing event updated for resources: {'Port': ['ID=0f0add0f-f4a2-4223-a864-417dbf2c7f38,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:26.242008 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-1a8b3d98-9b6e-4d7e-a6a5-adf86198fe17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:26.244902 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 150aaf8d-4423-4eee-a244-bad431e52141 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:26.245269 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (150aaf8d-4423-4eee-a244-bad431e52141), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:26.245716 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 150aaf8d-4423-4eee-a244-bad431e52141 Oct 27 09:38:26.307407 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc0c45-287f-46ae-a470-e54a1f6a2f14 req-280a49ef-5e5f-4dde-8749-b0c9b42b5dd5 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:26.315689 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81cc0c45-287f-46ae-a470-e54a1f6a2f14 req-280a49ef-5e5f-4dde-8749-b0c9b42b5dd5 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 943 time: 0.0744805 Oct 27 09:38:26.347431 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:26.447736 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81cc0c45-287f-46ae-a470-e54a1f6a2f14 req-394e41ee-af91-4fce-85a0-de900b26d77a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309888 Oct 27 09:38:26.497058 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Network 25da4487-c641-4558-9990-3f42739d2bc4 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:26.498660 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:26.511968 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 150aaf8d-4423-4eee-a244-bad431e52141 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:26.644155 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:38:26.732131 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:26.779842 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:38:26.786432 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-4c2e11ee-6ec6-40ca-afd1-6f2e3105ea7e admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/c66c46c6-0d3f-4f21-a13a-f260e9c5cae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7794142 Oct 27 09:38:26.822864 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-a44de690-c0a8-45c6-ba90-aa5038393158 None None] Provisioning complete for port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:26.823341 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-a44de690-c0a8-45c6-ba90-aa5038393158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:26.823767 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-a44de690-c0a8-45c6-ba90-aa5038393158 None None] Attempt 1 to provision port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 Oct 27 09:38:26.862076 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-a44de690-c0a8-45c6-ba90-aa5038393158 None None] Port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:27.127766 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59584) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:27.132492 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-1e6fdbc5-9fec-4336-890e-dae23914974b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132908395', 'description': 'tempest-secgroup-smoke-132908395 description', 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:27.156813 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1e6fdbc5-9fec-4336-890e-dae23914974b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.183389 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7481a1-0556-4b84-bf4a-0f5e770203b5 req-4fa8c24a-6f70-408a-869a-dbe1bc783dd7 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:27.190578 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2a7481a1-0556-4b84-bf4a-0f5e770203b5 req-4fa8c24a-6f70-408a-869a-dbe1bc783dd7 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 945 time: 0.0541267 Oct 27 09:38:27.235752 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1e6fdbc5-9fec-4336-890e-dae23914974b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group (cd433588-b33b-4439-a4f7-8ea28dec1cdc), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.240372 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1e6fdbc5-9fec-4336-890e-dae23914974b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (cd433588-b33b-4439-a4f7-8ea28dec1cdc), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.275029 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1e6fdbc5-9fec-4336-890e-dae23914974b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.276740 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1e6fdbc5-9fec-4336-890e-dae23914974b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1477821 Oct 27 09:38:27.278963 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fdbc5-9fec-4336-890e-dae23914974b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd433588-b33b-4439-a4f7-8ea28dec1cdc,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:27.283815 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59586) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:27.286053 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-bbcddf9d-303a-46cf-a325-e241e8c5be67 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Request body: {'security_group_rule': {'security_group_id': 'cd433588-b33b-4439-a4f7-8ea28dec1cdc', 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:27.316972 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bbcddf9d-303a-46cf-a325-e241e8c5be67 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (e93f3ace-5499-4018-b286-e6f05f3bf257), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.380082 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bbcddf9d-303a-46cf-a325-e241e8c5be67 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (e93f3ace-5499-4018-b286-e6f05f3bf257), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.385490 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bbcddf9d-303a-46cf-a325-e241e8c5be67 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (e93f3ace-5499-4018-b286-e6f05f3bf257), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.406941 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcddf9d-303a-46cf-a325-e241e8c5be67 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93f3ace-5499-4018-b286-e6f05f3bf257,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:27.414370 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bbcddf9d-303a-46cf-a325-e241e8c5be67 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.415595 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-bbcddf9d-303a-46cf-a325-e241e8c5be67 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336536 Oct 27 09:38:27.419171 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59588) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:27.424246 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Request body: {'security_group_rule': {'security_group_id': 'cd433588-b33b-4439-a4f7-8ea28dec1cdc', 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:27.441324 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=7 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:27.453414 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (d10bccd8-a569-443b-86f7-a87267106585), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.487665 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2a7481a1-0556-4b84-bf4a-0f5e770203b5 req-3255d0d3-61c5-4764-83e4-4144e6ac1818 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962275 Oct 27 09:38:27.508256 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (d10bccd8-a569-443b-86f7-a87267106585), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.518695 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (d10bccd8-a569-443b-86f7-a87267106585), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.547124 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10bccd8-a569-443b-86f7-a87267106585,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:27.553161 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.554374 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342132 Oct 27 09:38:27.559629 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59592) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:27.564273 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-b324d5c7-97cf-4e92-b11a-5cbd803f1236 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Request body: {'security_group_rule': {'security_group_id': 'cd433588-b33b-4439-a4f7-8ea28dec1cdc', 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:27.567203 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Sync routers for ids ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:38:27.572039 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.572599 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.573651 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.574143 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.574689 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.575029 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.575362 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.575697 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.576025 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.576354 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.576702 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.577251 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.577746 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.577941 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Routers {'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:27.578244 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.578558 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:37:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:27.578700 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae15030-a40a-466f-8696-6f814980eba0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:27.595626 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ee017-05ba-41a7-b3e0-4303c1dd25bc req-1d5092ea-605b-4172-9578-8c3e24630690 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:27.597471 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f3ee017-05ba-41a7-b3e0-4303c1dd25bc req-1d5092ea-605b-4172-9578-8c3e24630690 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 943 time: 0.0645182 Oct 27 09:38:27.607970 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b324d5c7-97cf-4e92-b11a-5cbd803f1236 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (3045bd04-272e-48e9-809a-495399499bb6), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.620859 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:27.650755 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f3ee017-05ba-41a7-b3e0-4303c1dd25bc req-2aa3721c-e57a-4828-9123-7fadc747ac43 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466225 Oct 27 09:38:27.688195 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b324d5c7-97cf-4e92-b11a-5cbd803f1236 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (3045bd04-272e-48e9-809a-495399499bb6), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.693454 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b324d5c7-97cf-4e92-b11a-5cbd803f1236 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (3045bd04-272e-48e9-809a-495399499bb6), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.707238 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Set router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:27.717765 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324d5c7-97cf-4e92-b11a-5cbd803f1236 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3045bd04-272e-48e9-809a-495399499bb6,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:27.727000 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b324d5c7-97cf-4e92-b11a-5cbd803f1236 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.731417 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 59598) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:27.732579 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-b324d5c7-97cf-4e92-b11a-5cbd803f1236 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708250 Oct 27 09:38:27.737289 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-90da9885-1573-47aa-aa27-39c0bd84fc1a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Request body: {'security_group_rule': {'security_group_id': 'cd433588-b33b-4439-a4f7-8ea28dec1cdc', 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:27.770697 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-90da9885-1573-47aa-aa27-39c0bd84fc1a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (9343843f-7699-4c81-888e-f999d6b72e1c), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.846810 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-90da9885-1573-47aa-aa27-39c0bd84fc1a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (9343843f-7699-4c81-888e-f999d6b72e1c), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.852278 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-90da9885-1573-47aa-aa27-39c0bd84fc1a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (9343843f-7699-4c81-888e-f999d6b72e1c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.854536 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device a5d2bc34-d998-4e8b-adcf-25e9da1a4134 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:27.871857 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da9885-1573-47aa-aa27-39c0bd84fc1a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9343843f-7699-4c81-888e-f999d6b72e1c,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:27.882202 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-90da9885-1573-47aa-aa27-39c0bd84fc1a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.883591 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-90da9885-1573-47aa-aa27-39c0bd84fc1a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502240 Oct 27 09:38:27.887493 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59600) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:27.892482 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-9a07bc44-02a7-4223-a7af-98dc88e37002 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Request body: {'security_group_rule': {'security_group_id': 'cd433588-b33b-4439-a4f7-8ea28dec1cdc', 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:27.903479 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:38:27.906826 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port a5d2bc34-d998-4e8b-adcf-25e9da1a4134 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:27.907299 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.907835 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port a5d2bc34-d998-4e8b-adcf-25e9da1a4134 Oct 27 09:38:27.918024 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.securitygroups_db [None req-9a07bc44-02a7-4223-a7af-98dc88e37002 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Project f7b8fb656ee34fae8d20679c0e0f7ff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 09:38:27.924583 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9a07bc44-02a7-4223-a7af-98dc88e37002 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (e221b1cc-5177-4402-abf7-eae0b9275c00), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.958408 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:27.965064 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:27.982715 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port a5d2bc34-d998-4e8b-adcf-25e9da1a4134 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:27.983235 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.991560 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9a07bc44-02a7-4223-a7af-98dc88e37002 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (e221b1cc-5177-4402-abf7-eae0b9275c00), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:27.996159 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9a07bc44-02a7-4223-a7af-98dc88e37002 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (e221b1cc-5177-4402-abf7-eae0b9275c00), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.005366 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port a5d2bc34-d998-4e8b-adcf-25e9da1a4134, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=a5d2bc34-d998-4e8b-adcf-25e9da1a4134,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:28.010936 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.019972 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07bc44-02a7-4223-a7af-98dc88e37002 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e221b1cc-5177-4402-abf7-eae0b9275c00,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:28.031097 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9a07bc44-02a7-4223-a7af-98dc88e37002 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.036310 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 59602) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:28.036853 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-9a07bc44-02a7-4223-a7af-98dc88e37002 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478555 Oct 27 09:38:28.043216 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Request body: {'security_group_rule': {'security_group_id': 'cd433588-b33b-4439-a4f7-8ea28dec1cdc', 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:28.058500 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'name': 'tempest-TestShelveInstance-1919316270-router', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:25Z', 'revision_number': 4, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'gw_port': {'id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:25:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '0f0add0f-f4a2-4223-a864-417dbf2c7f38', 'name': '', 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'mac_address': 'fa:16:3e:10:78:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4799a195-946c-457d-a2c1-3b469f94dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:24Z', 'updated_at': '2022-10-27T09:38:25Z', 'revision_number': 2, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'subnets': [{'id': '4799a195-946c-457d-a2c1-3b469f94dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:28.061756 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=a5d2bc34-d998-4e8b-adcf-25e9da1a4134,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:28.068813 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.securitygroups_db [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Project f7b8fb656ee34fae8d20679c0e0f7ff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 09:38:28.078535 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (e617fc35-6226-4e6b-8caf-7992091243f0), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.088126 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Checking router: c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:38:28.088443 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Updating router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:38:28.115460 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.129422 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (e617fc35-6226-4e6b-8caf-7992091243f0), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.133226 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (e617fc35-6226-4e6b-8caf-7992091243f0), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.152156 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e617fc35-6226-4e6b-8caf-7992091243f0,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:28.160350 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.160720 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.161239 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.161577 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.161910 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.162240 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.162568 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.162892 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.163216 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.163543 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.163869 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.164190 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.164530 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.164849 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.165167 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:38:28.169720 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.179687 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-002918fc-a5ff-42a6-b7f0-aed0d9e52f6f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334622 Oct 27 09:38:28.379913 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Publish callbacks [] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.384888 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.463483 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da23ce9-5032-483f-85a3-fb7e720ba2eb None None] Pushing event updated for resources: {'Port': ['ID=0f0add0f-f4a2-4223-a864-417dbf2c7f38,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:28.477902 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Attempting to bind port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:28.478268 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Attempting to bind port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '4033955c-9e7d-40fa-8e71-1fc63164083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:28.478626 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Attempting to bind port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 on network 25da4487-c641-4558-9990-3f42739d2bc4 {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:28.500328 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:28.509556 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-234757fb-6212-454b-a6f4-620c0c63584e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.524473 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:28.524961 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Checking segment: {'id': '4033955c-9e7d-40fa-8e71-1fc63164083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:28.525402 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.525813 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Bound using segment: {'id': '4033955c-9e7d-40fa-8e71-1fc63164083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:28.526287 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Bound port: 0f0add0f-f4a2-4223-a864-417dbf2c7f38, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4033955c-9e7d-40fa-8e71-1fc63164083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:28.526703 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.593466 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] For port 0f0add0f-f4a2-4223-a864-417dbf2c7f38, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:28.596717 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] For port 0f0add0f-f4a2-4223-a864-417dbf2c7f38, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=0f0add0f-f4a2-4223-a864-417dbf2c7f38,segment=NetworkSegment(4033955c-9e7d-40fa-8e71-1fc63164083e),segment_id=4033955c-9e7d-40fa-8e71-1fc63164083e)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:28.602735 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:28.634645 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Routers {'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:28.635304 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:38:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:28.671840 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce68a6-1a8e-4498-9215-ba000ba1dd25 req-8ef86256-0501-4478-b44e-14c31156169c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:28.674717 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9bce68a6-1a8e-4498-9215-ba000ba1dd25 req-8ef86256-0501-4478-b44e-14c31156169c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 945 time: 0.0993631 Oct 27 09:38:28.740254 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] Set router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:28.740924 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9bce68a6-1a8e-4498-9215-ba000ba1dd25 req-200a07f1-ea04-4ac4-a463-c5743f58bc3b tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604229 Oct 27 09:38:28.742337 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:28.803756 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:28.853132 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d0a04-4ad4-4335-bdb2-09da0b7adc5f req-5f60bf14-f7a0-4e12-bbcc-425da49e8025 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:28.859831 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-de3d0a04-4ad4-4335-bdb2-09da0b7adc5f req-5f60bf14-f7a0-4e12-bbcc-425da49e8025 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 943 time: 0.0686486 Oct 27 09:38:28.908015 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da23ce9-5032-483f-85a3-fb7e720ba2eb None None] Pushing event updated for resources: {'Port': ['ID=0f0add0f-f4a2-4223-a864-417dbf2c7f38,revision_number=4']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:28.919548 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-de3d0a04-4ad4-4335-bdb2-09da0b7adc5f req-6b8daadc-53e4-4b82-93e9-31760348e3f2 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539298 Oct 27 09:38:28.973199 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'name': 'tempest-TestShelveInstance-1919316270-router', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:25Z', 'revision_number': 4, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'gw_port': {'id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '0f0add0f-f4a2-4223-a864-417dbf2c7f38', 'name': '', 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'mac_address': 'fa:16:3e:10:78:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4799a195-946c-457d-a2c1-3b469f94dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:24Z', 'updated_at': '2022-10-27T09:38:28Z', 'revision_number': 4, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'subnets': [{'id': '4799a195-946c-457d-a2c1-3b469f94dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:28.974780 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:29.007243 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51da61e0-8fea-4665-8f9e-600e4e512cf2 None None] The sync data for ids ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'] in dv-cinder-797970-7-iscsi is: [{'id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'name': 'tempest-TestShelveInstance-1919316270-router', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:25Z', 'revision_number': 4, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'gw_port': {'id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '0f0add0f-f4a2-4223-a864-417dbf2c7f38', 'name': '', 'network_id': '25da4487-c641-4558-9990-3f42739d2bc4', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'mac_address': 'fa:16:3e:10:78:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4799a195-946c-457d-a2c1-3b469f94dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:24Z', 'updated_at': '2022-10-27T09:38:28Z', 'revision_number': 4, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'subnets': [{'id': '4799a195-946c-457d-a2c1-3b469f94dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:38:29.084239 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a812cb1-d38e-4dd5-9b54-0685474abf27 req-f7ae0130-1619-4179-9bac-4c62dc375e53 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:29.085992 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3a812cb1-d38e-4dd5-9b54-0685474abf27 req-f7ae0130-1619-4179-9bac-4c62dc375e53 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0771406 Oct 27 09:38:29.139783 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3a812cb1-d38e-4dd5-9b54-0685474abf27 req-1330ae20-eff9-457b-8b40-cd07ca2dfea1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473752 Oct 27 09:38:29.345300 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:29.357179 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b29fb-dd9f-4cf4-9d50-5a354c894620 req-390801a1-dad1-4dc6-9a04-072c3af015e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:29.358767 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-208b29fb-dd9f-4cf4-9d50-5a354c894620 req-390801a1-dad1-4dc6-9a04-072c3af015e0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 1130 time: 0.0444782 Oct 27 09:38:29.476468 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b29fb-dd9f-4cf4-9d50-5a354c894620 req-50c0464b-ae14-4308-9594-981f13a6a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:29.477986 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-208b29fb-dd9f-4cf4-9d50-5a354c894620 req-50c0464b-ae14-4308-9594-981f13a6a9c4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.1009481 Oct 27 09:38:29.553766 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-208b29fb-dd9f-4cf4-9d50-5a354c894620 req-ff60c479-1616-4a5a-90e5-8babcf65c529 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27493571-2a5c-4be1-8467-ef2c9634fcc8 HTTP/1.1" status: 200 len: 217 time: 0.0361915 Oct 27 09:38:29.610000 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b29fb-dd9f-4cf4-9d50-5a354c894620 req-e05f2bbd-bf36-4248-b2f1-8bf60cc1c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:29.611401 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-208b29fb-dd9f-4cf4-9d50-5a354c894620 req-e05f2bbd-bf36-4248-b2f1-8bf60cc1c818 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.0500383 Oct 27 09:38:29.678749 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b29fb-dd9f-4cf4-9d50-5a354c894620 req-d33547a6-3efb-4245-98bd-d2b6ee9178fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:29.680393 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-208b29fb-dd9f-4cf4-9d50-5a354c894620 req-d33547a6-3efb-4245-98bd-d2b6ee9178fd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467997 Oct 27 09:38:29.734347 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:29.902144 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-208b29fb-dd9f-4cf4-9d50-5a354c894620 req-c465a7a9-ea0a-4306-aa5e-9e5403d0ffc8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078419 Oct 27 09:38:29.905213 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device a5d2bc34-d998-4e8b-adcf-25e9da1a4134 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:29.922152 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e42f9-8a80-4a74-b8bb-6772336e522e req-16abf204-22e7-45fc-9636-22748b2b16f3 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:29.923890 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-663e42f9-8a80-4a74-b8bb-6772336e522e req-16abf204-22e7-45fc-9636-22748b2b16f3 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 945 time: 0.0722685 Oct 27 09:38:29.987057 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port a5d2bc34-d998-4e8b-adcf-25e9da1a4134 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:29.987433 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:29.987767 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port a5d2bc34-d998-4e8b-adcf-25e9da1a4134 Oct 27 09:38:30.010646 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-663e42f9-8a80-4a74-b8bb-6772336e522e req-f14f3ae4-e99d-4ed1-8f3e-ba38e66b832d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807939 Oct 27 09:38:30.072944 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf94d9-bd41-4c66-94df-9c9fe3dd50c3 req-36835945-4689-4a34-99a3-b3fc5dc8ad1a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:30.074923 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5baf94d9-bd41-4c66-94df-9c9fe3dd50c3 req-36835945-4689-4a34-99a3-b3fc5dc8ad1a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 943 time: 0.0628498 Oct 27 09:38:30.100605 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port a5d2bc34-d998-4e8b-adcf-25e9da1a4134 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:30.101778 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 0f0add0f-f4a2-4223-a864-417dbf2c7f38 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:30.149553 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5baf94d9-bd41-4c66-94df-9c9fe3dd50c3 req-0c9a487c-4edf-4514-950c-af433ee34441 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627916 Oct 27 09:38:30.167108 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:30.168260 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:30.168648 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 Oct 27 09:38:30.172098 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:30.267237 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:30.268110 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:30.317156 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 0f0add0f-f4a2-4223-a864-417dbf2c7f38, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=0f0add0f-f4a2-4223-a864-417dbf2c7f38,segment=NetworkSegment(4033955c-9e7d-40fa-8e71-1fc63164083e),segment_id=4033955c-9e7d-40fa-8e71-1fc63164083e)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:30.332752 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:30.335791 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafed924-bebd-416f-a1e0-4eb417c183b6 req-a9917b9a-9b0c-4261-ba11-1b3d2cca1a98 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:30.337380 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fafed924-bebd-416f-a1e0-4eb417c183b6 req-a9917b9a-9b0c-4261-ba11-1b3d2cca1a98 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0934548 Oct 27 09:38:30.418790 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=0f0add0f-f4a2-4223-a864-417dbf2c7f38,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:30.447331 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fafed924-bebd-416f-a1e0-4eb417c183b6 req-a1d6add7-e570-4957-b29f-c4ec9f3e54eb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989306 Oct 27 09:38:30.523432 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-208b29fb-dd9f-4cf4-9d50-5a354c894620 req-357bc821-777f-463c-9112-68e687ef7844 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203642 Oct 27 09:38:31.071593 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 265c29a2-64eb-4729-84e0-8504919ac033 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:38:31.151285 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf73315-989e-4fd4-b2fa-8192b4462ab6 req-2bcc958d-0a76-4f4a-9a2f-4d061cbe0244 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:31.152819 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-baf73315-989e-4fd4-b2fa-8192b4462ab6 req-2bcc958d-0a76-4f4a-9a2f-4d061cbe0244 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 945 time: 0.0510294 Oct 27 09:38:31.173850 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 265c29a2-64eb-4729-84e0-8504919ac033, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=265c29a2-64eb-4729-84e0-8504919ac033,segment=NetworkSegment(789d74f0-f7f3-423d-a3a9-3013b534aee7),segment_id=789d74f0-f7f3-423d-a3a9-3013b534aee7)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:31.185534 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '265c29a2-64eb-4729-84e0-8504919ac033', 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49', 'port_id': '265c29a2-64eb-4729-84e0-8504919ac033', 'mac_address': 'fa:16:3e:cf:e9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eac4fd4-99f1-4d4f-8956-d5b218ea2856', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:38:31.212214 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-baf73315-989e-4fd4-b2fa-8192b4462ab6 req-4590a7ae-9519-42be-91f9-c2c78b8b50a9 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537362 Oct 27 09:38:31.230277 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 265c29a2-64eb-4729-84e0-8504919ac033 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:31.230669 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (265c29a2-64eb-4729-84e0-8504919ac033), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:31.249141 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265c29a2-64eb-4729-84e0-8504919ac033 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:38:31.271359 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 265c29a2-64eb-4729-84e0-8504919ac033, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=265c29a2-64eb-4729-84e0-8504919ac033,segment=NetworkSegment(789d74f0-f7f3-423d-a3a9-3013b534aee7),segment_id=789d74f0-f7f3-423d-a3a9-3013b534aee7)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:31.277620 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (265c29a2-64eb-4729-84e0-8504919ac033), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:31.293435 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed69766-6a01-4506-9cff-6faae4f48e9b req-12f6606b-e1c4-435d-a2e1-d1b03a245d2d tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:31.295184 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aed69766-6a01-4506-9cff-6faae4f48e9b req-12f6606b-e1c4-435d-a2e1-d1b03a245d2d tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 943 time: 0.0623856 Oct 27 09:38:31.330999 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:31.333101 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=265c29a2-64eb-4729-84e0-8504919ac033,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:31.365861 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:31.368799 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648f46e-197b-4401-b42b-0aa867e70ec4 req-6c2a58e0-e123-4853-a98e-0fc2c00e45fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:31.370383 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b648f46e-197b-4401-b42b-0aa867e70ec4 req-6c2a58e0-e123-4853-a98e-0fc2c00e45fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 945 time: 0.0742810 Oct 27 09:38:31.381235 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59702) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:31.384921 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aed69766-6a01-4506-9cff-6faae4f48e9b req-ca36dff0-6460-4000-bfec-e935a73ddbe2 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796909 Oct 27 09:38:31.386779 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-cf909a67-e760-4714-8dca-d5485440532f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'floatingip': {'port_id': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:31.426879 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:31.432198 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf909a67-e760-4714-8dca-d5485440532f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (4bd04933-64b5-4f55-b32a-1e61385ea207), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:31.605284 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['265c29a2-64eb-4729-84e0-8504919ac033'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:38:31.618047 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba036b-b720-456a-8292-056270cdc7ec req-98c53e26-ace1-4fd5-80b4-0f8819b3d9f1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:31.626453 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-13ba036b-b720-456a-8292-056270cdc7ec req-98c53e26-ace1-4fd5-80b4-0f8819b3d9f1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0682225 Oct 27 09:38:31.689990 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-13ba036b-b720-456a-8292-056270cdc7ec req-21f1590c-12e7-48fa-a4f2-554e694399a5 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624213 Oct 27 09:38:31.785054 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:31.846615 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 0f0add0f-f4a2-4223-a864-417dbf2c7f38 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:31.918796 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:31.919168 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:31.919638 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 Oct 27 09:38:31.963904 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:32.009808 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:32.130326 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:32.139952 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.db.resource_extend [None req-cf909a67-e760-4714-8dca-d5485440532f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 27 09:38:32.189085 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf909a67-e760-4714-8dca-d5485440532f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:32.192773 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf909a67-e760-4714-8dca-d5485440532f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (4bd04933-64b5-4f55-b32a-1e61385ea207), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:32.287355 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.l3_db [None req-cf909a67-e760-4714-8dca-d5485440532f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Floating IP 4bd04933-64b5-4f55-b32a-1e61385ea207 associated. External IP: 172.27.0.52, port: f81ca8dc-6051-4c47-b0e0-cafd4fc292d1. Oct 27 09:38:32.476701 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:32.499248 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf909a67-e760-4714-8dca-d5485440532f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Router e67bc3b2-c062-43af-badd-a46a630bdbf6 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:38:32.500775 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:32.510798 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409630ad-d079-4771-af08-c2f2dc3b68a7 req-e2b7a9f2-f402-4886-804a-acef6c6f4bdc tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:32.512343 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-409630ad-d079-4771-af08-c2f2dc3b68a7 req-e2b7a9f2-f402-4886-804a-acef6c6f4bdc tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 944 time: 0.0509398 Oct 27 09:38:32.560973 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-409630ad-d079-4771-af08-c2f2dc3b68a7 req-80a49299-e6eb-4dff-9936-c88088e3922c tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430267 Oct 27 09:38:32.607293 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf909a67-e760-4714-8dca-d5485440532f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:38:32.611945 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cf909a67-e760-4714-8dca-d5485440532f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:32.616465 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f4d13-68e4-4850-bf1c-044b260ed1ac None None] Sync routers for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:38:32.627876 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f4d13-68e4-4850-bf1c-044b260ed1ac None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:32.628553 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-3a3f4d13-68e4-4850-bf1c-044b260ed1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:38:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:32.643017 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-cf909a67-e760-4714-8dca-d5485440532f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "PUT /networking/v2.0/floatingips/4bd04933-64b5-4f55-b32a-1e61385ea207 HTTP/1.1" status: 200 len: 990 time: 1.2605596 Oct 27 09:38:32.643792 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'tag': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:38:32.646202 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5906912c-ae3a-4ade-b292-8ad521ca96b2" -d '{"events": [{"name": "network-changed", "server_uuid": "03530ba9-438a-41c2-8e0c-72e90cc316cc", "tag": "f81ca8dc-6051-4c47-b0e0-cafd4fc292d1"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:38:32.685695 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73988a4d-6465-4c9e-9caa-193e40995707 x-openstack-request-id: req-73988a4d-6465-4c9e-9caa-193e40995707 {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:38:32.686059 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03530ba9-438a-41c2-8e0c-72e90cc316cc", "tag": "f81ca8dc-6051-4c47-b0e0-cafd4fc292d1", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:38:32.686384 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73988a4d-6465-4c9e-9caa-193e40995707 {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:38:32.686876 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73988a4d-6465-4c9e-9caa-193e40995707'] response: {'name': 'network-changed', 'server_uuid': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'tag': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'status': 'completed', 'code': 200} Oct 27 09:38:32.738583 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-3a3f4d13-68e4-4850-bf1c-044b260ed1ac None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:32.812165 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573188bd-7a7b-4302-a049-d75459dcb737 req-4a118f01-79e3-4d9d-97b9-9add6801fde1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:32.816271 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-573188bd-7a7b-4302-a049-d75459dcb737 req-4a118f01-79e3-4d9d-97b9-9add6801fde1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0473971 Oct 27 09:38:32.876026 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-573188bd-7a7b-4302-a049-d75459dcb737 req-be3c7e2b-8bab-4053-a9c4-b564eb94e37d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557306 Oct 27 09:38:32.987760 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-3a3f4d13-68e4-4850-bf1c-044b260ed1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '4bd04933-64b5-4f55-b32a-1e61385ea207', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:53:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:38:08Z', 'updated_at': '2022-10-27T09:38:31Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:33.016678 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f4d13-68e4-4850-bf1c-044b260ed1ac None None] Checking router: e67bc3b2-c062-43af-badd-a46a630bdbf6 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:38:33.025288 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f4d13-68e4-4850-bf1c-044b260ed1ac None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:33.025925 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-3a3f4d13-68e4-4850-bf1c-044b260ed1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:38:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:33.134198 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-3a3f4d13-68e4-4850-bf1c-044b260ed1ac None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:33.348101 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-3a3f4d13-68e4-4850-bf1c-044b260ed1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '4bd04933-64b5-4f55-b32a-1e61385ea207', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:53:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:38:08Z', 'updated_at': '2022-10-27T09:38:31Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:33.373016 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f4d13-68e4-4850-bf1c-044b260ed1ac None None] The sync data for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi is: [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '4bd04933-64b5-4f55-b32a-1e61385ea207', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:53:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:38:08Z', 'updated_at': '2022-10-27T09:38:31Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:38:33.559522 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a8a51-4166-4ab3-95cd-f39a04c39270 None None] New status for floating IP 4bd04933-64b5-4f55-b32a-1e61385ea207: ACTIVE {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:38:33.682251 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf4543-a173-4735-abda-c7d77f40da56 req-aea7b066-2446-490f-9943-12d3f0d60f42 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:33.683739 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cacf4543-a173-4735-abda-c7d77f40da56 req-aea7b066-2446-490f-9943-12d3f0d60f42 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 944 time: 0.0464993 Oct 27 09:38:33.734561 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cacf4543-a173-4735-abda-c7d77f40da56 req-483c415a-8e32-49c5-b970-08541a31517a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Oct 27 09:38:34.141933 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043555e9-d005-4ba2-8227-a988cdf99479 req-07dab134-12e1-422e-a5f1-c507c47fce6b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:34.143568 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-043555e9-d005-4ba2-8227-a988cdf99479 req-07dab134-12e1-422e-a5f1-c507c47fce6b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0527465 Oct 27 09:38:34.194502 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-043555e9-d005-4ba2-8227-a988cdf99479 req-8684c52b-03e5-488b-9fb7-1cad57bf8a12 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451860 Oct 27 09:38:34.858491 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b63270-3b0f-4961-849a-589d9cd3c6dc req-117544c7-b778-43f4-adbf-094ac3037038 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:34.859951 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-18b63270-3b0f-4961-849a-589d9cd3c6dc req-117544c7-b778-43f4-adbf-094ac3037038 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 944 time: 0.0501249 Oct 27 09:38:34.905921 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-18b63270-3b0f-4961-849a-589d9cd3c6dc req-aa424c45-3160-410d-b8e8-2ff71903ada9 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Oct 27 09:38:35.201826 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906912c-ae3a-4ade-b292-8ad521ca96b2 req-7313574d-276e-46da-a198-7f818006874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:35.203217 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5906912c-ae3a-4ade-b292-8ad521ca96b2 req-7313574d-276e-46da-a198-7f818006874f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 1129 time: 0.0386772 Oct 27 09:38:35.204903 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 265c29a2-64eb-4729-84e0-8504919ac033 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:35.254972 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port 265c29a2-64eb-4729-84e0-8504919ac033 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:38:35.256788 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:35.263890 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 265c29a2-64eb-4729-84e0-8504919ac033 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:35.264342 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (265c29a2-64eb-4729-84e0-8504919ac033), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:35.264815 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 265c29a2-64eb-4729-84e0-8504919ac033 Oct 27 09:38:35.342818 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 265c29a2-64eb-4729-84e0-8504919ac033 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:35.343315 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (265c29a2-64eb-4729-84e0-8504919ac033), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:35.354860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906912c-ae3a-4ade-b292-8ad521ca96b2 req-099d82db-ea80-42f2-a8d1-efaecbe0ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:35.356365 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5906912c-ae3a-4ade-b292-8ad521ca96b2 req-099d82db-ea80-42f2-a8d1-efaecbe0ded7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 916 time: 0.1382635 Oct 27 09:38:35.362176 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:35.364206 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ff14d-7ee1-464f-ba78-41724f2dc267 req-fe4382cf-d9f4-4ce3-8468-757cf26dc6d9 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:35.365952 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b83ff14d-7ee1-464f-ba78-41724f2dc267 req-fe4382cf-d9f4-4ce3-8468-757cf26dc6d9 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0647981 Oct 27 09:38:35.366765 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba3b76-8223-4305-80d8-e739b12c6fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265c29a2-64eb-4729-84e0-8504919ac033'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:38:35.369026 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e312bf-2770-43d2-8e59-0ef6b8af4e3b" -d '{"events": [{"server_uuid": "acba3b76-8223-4305-80d8-e739b12c6fcf", "name": "network-vif-plugged", "status": "completed", "tag": "265c29a2-64eb-4729-84e0-8504919ac033"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:38:35.383197 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 265c29a2-64eb-4729-84e0-8504919ac033, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=265c29a2-64eb-4729-84e0-8504919ac033,segment=NetworkSegment(789d74f0-f7f3-423d-a3a9-3013b534aee7),segment_id=789d74f0-f7f3-423d-a3a9-3013b534aee7)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:35.392736 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (265c29a2-64eb-4729-84e0-8504919ac033), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:35.418835 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4ac1bd-4f44-419b-9f19-6f55d0ef450a x-openstack-request-id: req-5b4ac1bd-4f44-419b-9f19-6f55d0ef450a {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:38:35.419204 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba3b76-8223-4305-80d8-e739b12c6fcf", "name": "network-vif-plugged", "status": "completed", "tag": "265c29a2-64eb-4729-84e0-8504919ac033", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:38:35.419528 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5b4ac1bd-4f44-419b-9f19-6f55d0ef450a {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:38:35.419978 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4ac1bd-4f44-419b-9f19-6f55d0ef450a'] response: {'server_uuid': 'acba3b76-8223-4305-80d8-e739b12c6fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265c29a2-64eb-4729-84e0-8504919ac033', 'code': 200} Oct 27 09:38:35.449709 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=265c29a2-64eb-4729-84e0-8504919ac033,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:35.465431 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5906912c-ae3a-4ade-b292-8ad521ca96b2 req-3f3cfe5a-92e6-400d-8e8d-2df005560e6c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 HTTP/1.1" status: 200 len: 1000 time: 0.0984371 Oct 27 09:38:35.472769 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b83ff14d-7ee1-464f-ba78-41724f2dc267 req-d8f868f7-00e2-4ee3-8e43-a86f469204fe tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984476 Oct 27 09:38:35.531248 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906912c-ae3a-4ade-b292-8ad521ca96b2 req-f9b5b5a3-ca46-4ed8-ab06-423059c8cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:35.532748 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5906912c-ae3a-4ade-b292-8ad521ca96b2 req-f9b5b5a3-ca46-4ed8-ab06-423059c8cce8 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 200 len: 854 time: 0.0504332 Oct 27 09:38:35.586962 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906912c-ae3a-4ade-b292-8ad521ca96b2 req-f2dfe1bf-2da0-4336-a5e7-20f21b9617fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:35.588579 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5906912c-ae3a-4ade-b292-8ad521ca96b2 req-f2dfe1bf-2da0-4336-a5e7-20f21b9617fc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=15104d09-0e0f-4140-ae39-9239f083d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407538 Oct 27 09:38:35.623174 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db7119-9752-43d9-a996-881acb01f843 req-63f39a3a-53ee-461c-959f-6b418291536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:35.624777 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-68db7119-9752-43d9-a996-881acb01f843 req-63f39a3a-53ee-461c-959f-6b418291536a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 1129 time: 0.0418484 Oct 27 09:38:35.656142 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:35.678558 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-68db7119-9752-43d9-a996-881acb01f843 req-580a3d48-3806-4ed6-93c3-76420f47ad27 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410151 Oct 27 09:38:35.686317 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5906912c-ae3a-4ade-b292-8ad521ca96b2 req-5221f673-eb56-446f-b4c1-16fed1a5e18b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903096 Oct 27 09:38:36.084830 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abd80c-1c6d-46a7-9dd1-d605e61cf510 req-2c8ada67-9c30-4698-bdd5-3e04aaeb1c4d tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:36.086307 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61abd80c-1c6d-46a7-9dd1-d605e61cf510 req-2c8ada67-9c30-4698-bdd5-3e04aaeb1c4d tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 945 time: 0.0893638 Oct 27 09:38:36.090614 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:36.148155 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5906912c-ae3a-4ade-b292-8ad521ca96b2 req-a91c2d37-37e4-4183-ba29-0a481454813e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835551 Oct 27 09:38:36.157396 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61abd80c-1c6d-46a7-9dd1-d605e61cf510 req-984719d1-2c00-49b3-999a-493411f2a450 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646360 Oct 27 09:38:36.376071 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:36.595389 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e02333-9123-4a36-a840-9f9c1c294ea1 req-1cc3aab6-de01-438b-ac93-e7dfd2feeb63 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:36.596891 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-79e02333-9123-4a36-a840-9f9c1c294ea1 req-1cc3aab6-de01-438b-ac93-e7dfd2feeb63 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0488336 Oct 27 09:38:36.643551 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-79e02333-9123-4a36-a840-9f9c1c294ea1 req-56328ca2-3cab-4784-9a8c-fcd4b4d5edf4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Oct 27 09:38:36.714234 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-c2a23e38-9fe4-463e-b94b-63573e56f2bc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443509 Oct 27 09:38:36.780802 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-dd4477ee-d502-4385-9bb8-40eedfcba785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:36.782292 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-dd4477ee-d502-4385-9bb8-40eedfcba785 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 1129 time: 0.0425603 Oct 27 09:38:36.891733 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-271a83d9-8a31-4819-8198-a87813f8876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:36.893107 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-271a83d9-8a31-4819-8198-a87813f8876f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 200 len: 911 time: 0.0849662 Oct 27 09:38:36.960405 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-7aa3a90e-aa84-47d1-8576-f6a1b9117772 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb HTTP/1.1" status: 200 len: 1001 time: 0.0581951 Oct 27 09:38:37.010863 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-274c8795-8b9c-4425-bfd4-a66af594d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:37.012396 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-274c8795-8b9c-4425-bfd4-a66af594d731 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7b858d44-f19d-48cb-bdfe-2ce0056a601e HTTP/1.1" status: 200 len: 849 time: 0.0446353 Oct 27 09:38:37.091028 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-19b49cdc-b513-4e83-977d-73d1c87b9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:37.092567 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-19b49cdc-b513-4e83-977d-73d1c87b9b97 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=27e1c21a-a41e-4b69-8864-f162b04c2923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447793 Oct 27 09:38:37.283775 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744df871-4dba-4660-9833-53e2f01b75b7 req-60bfd3d6-30eb-41d3-97ae-5821d74de78e tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:37.285375 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-744df871-4dba-4660-9833-53e2f01b75b7 req-60bfd3d6-30eb-41d3-97ae-5821d74de78e tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 945 time: 0.0512648 Oct 27 09:38:37.333641 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-744df871-4dba-4660-9833-53e2f01b75b7 req-172bb29b-8277-46f0-9e56-410b355f344f tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Oct 27 09:38:37.768445 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80133647-de44-4fa7-b08d-9ef899c4cd81 req-338ab84b-9cc1-43e2-b435-407fc5375ebe tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:37.769993 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80133647-de44-4fa7-b08d-9ef899c4cd81 req-338ab84b-9cc1-43e2-b435-407fc5375ebe tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0498800 Oct 27 09:38:37.881735 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80133647-de44-4fa7-b08d-9ef899c4cd81 req-197f8722-1e7e-463f-8bed-ce2e27b3f49f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060715 Oct 27 09:38:37.902428 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-55ddac6a-7437-43b8-ae5b-b686e45e6888 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205165 Oct 27 09:38:37.990627 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:38.017158 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b028a01-6a74-4881-bd49-f1c098fc56e5 req-b42124ef-75ad-4738-b21e-07f1da04241c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064479 Oct 27 09:38:38.324886 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92c945-12d7-425d-8eb6-e806147e04ac req-cbdfc2cd-e601-4aa2-b720-2d44bd7d8c99 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:38.326379 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bb92c945-12d7-425d-8eb6-e806147e04ac req-cbdfc2cd-e601-4aa2-b720-2d44bd7d8c99 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0520079 Oct 27 09:38:38.376447 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bb92c945-12d7-425d-8eb6-e806147e04ac req-c50bce48-6ca8-4459-8ef3-871845350a4b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440776 Oct 27 09:38:38.457025 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3fc49-8128-4086-91ff-623f5335b85f req-a9437d88-a974-4a07-b81b-0c5bb44b9f03 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:38.458579 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-72e3fc49-8128-4086-91ff-623f5335b85f req-a9437d88-a974-4a07-b81b-0c5bb44b9f03 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 945 time: 0.0474331 Oct 27 09:38:38.470393 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:38.512977 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-72e3fc49-8128-4086-91ff-623f5335b85f req-e20b0c2e-a629-471d-8e84-67c8d36b2eb1 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482297 Oct 27 09:38:39.061090 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9ba0b-0ac9-48e2-9f74-c3a8a9dc79b2 req-ba226621-7cc2-45c0-80d4-57c5874e4661 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:39.062425 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b2a9ba0b-0ac9-48e2-9f74-c3a8a9dc79b2 req-ba226621-7cc2-45c0-80d4-57c5874e4661 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0619774 Oct 27 09:38:39.113595 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b2a9ba0b-0ac9-48e2-9f74-c3a8a9dc79b2 req-12c65b12-1f70-4aba-9487-64bca432f765 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454309 Oct 27 09:38:39.505791 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cf717-ecba-498e-a754-7fab112b39c4 req-8d6f560d-b174-412c-9ac7-72b581f221a1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:39.507254 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e43cf717-ecba-498e-a754-7fab112b39c4 req-8d6f560d-b174-412c-9ac7-72b581f221a1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0514088 Oct 27 09:38:39.558368 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e43cf717-ecba-498e-a754-7fab112b39c4 req-834ab43f-b8df-4136-bfa0-197f6f2dca6c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442836 Oct 27 09:38:40.249382 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c0787-3b23-4f03-8ee2-c6e3ae90ff4a req-818d37d2-5cb7-401b-a120-a3b15561c85b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:40.250791 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bb8c0787-3b23-4f03-8ee2-c6e3ae90ff4a req-818d37d2-5cb7-401b-a120-a3b15561c85b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0491815 Oct 27 09:38:40.298490 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bb8c0787-3b23-4f03-8ee2-c6e3ae90ff4a req-7d29d185-6b0c-46a8-aedf-8c001797dad6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419049 Oct 27 09:38:40.687657 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888b57e-7f97-43e6-b89c-999d0b6c73f8 req-7694a568-42f5-40a1-9c3b-9776dbfc4fa6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:40.689222 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e888b57e-7f97-43e6-b89c-999d0b6c73f8 req-7694a568-42f5-40a1-9c3b-9776dbfc4fa6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0529335 Oct 27 09:38:40.736738 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e888b57e-7f97-43e6-b89c-999d0b6c73f8 req-a9b1413f-f9cb-47a4-8c33-f19bae79a50e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Oct 27 09:38:41.427252 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1757c-0d06-404f-bf06-843df11b28d1 req-0fde80cc-265d-42df-8457-6e1648f90d9e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:41.428800 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-99f1757c-0d06-404f-bf06-843df11b28d1 req-0fde80cc-265d-42df-8457-6e1648f90d9e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0490918 Oct 27 09:38:41.482258 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-99f1757c-0d06-404f-bf06-843df11b28d1 req-dbcc0089-c5ed-4024-b88a-a1c8db7b9240 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465863 Oct 27 09:38:41.517452 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 59934) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:41.621884 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0746f300-e725-488a-82f0-12674a46103d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:41.698612 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0746f300-e725-488a-82f0-12674a46103d admin admin] Publish callbacks [] for security_group (8e915985-50d5-4861-9ec0-b979f6d06da3), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:41.703102 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0746f300-e725-488a-82f0-12674a46103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (8e915985-50d5-4861-9ec0-b979f6d06da3), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:41.747150 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-0746f300-e725-488a-82f0-12674a46103d admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=2c69f633a97d49caa0ae0123eacacd4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286263 Oct 27 09:38:41.748001 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746f300-e725-488a-82f0-12674a46103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e915985-50d5-4861-9ec0-b979f6d06da3,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:41.750785 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59938) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:41.804948 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3398e324-f636-4d66-aea4-c684ae969137 admin admin] Publish callbacks [] for security_group (8e915985-50d5-4861-9ec0-b979f6d06da3), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:41.829631 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3398e324-f636-4d66-aea4-c684ae969137 admin admin] Publish callbacks [] for security_group (8e915985-50d5-4861-9ec0-b979f6d06da3), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:41.868070 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768efab-7afc-4bff-82a4-2cd2ebc73e20 req-f79614f8-2313-4b51-bfb0-92c8e5758e96 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:41.869589 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b768efab-7afc-4bff-82a4-2cd2ebc73e20 req-f79614f8-2313-4b51-bfb0-92c8e5758e96 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0500865 Oct 27 09:38:41.883931 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3398e324-f636-4d66-aea4-c684ae969137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (8e915985-50d5-4861-9ec0-b979f6d06da3), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:41.886534 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3398e324-f636-4d66-aea4-c684ae969137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:41.890598 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-3398e324-f636-4d66-aea4-c684ae969137 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/8e915985-50d5-4861-9ec0-b979f6d06da3 HTTP/1.1" status: 204 len: 168 time: 0.1356206 Oct 27 09:38:41.896539 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398e324-f636-4d66-aea4-c684ae969137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e915985-50d5-4861-9ec0-b979f6d06da3,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:41.927030 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b768efab-7afc-4bff-82a4-2cd2ebc73e20 req-806d03c7-cd9d-4d00-a399-1ae0d53807fa tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516951 Oct 27 09:38:42.586453 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 59970) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:42.610032 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:42.629430 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d1ce8-401a-42e9-97d2-725ee5bc5ba6 req-16f69294-db27-45c2-bdab-92cae9fd76ee tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:42.635366 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d25d1ce8-401a-42e9-97d2-725ee5bc5ba6 req-16f69294-db27-45c2-bdab-92cae9fd76ee tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0555942 Oct 27 09:38:42.683256 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d25d1ce8-401a-42e9-97d2-725ee5bc5ba6 req-63f27424-76da-450d-a249-bc472f3a60ea tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 Oct 27 09:38:42.693215 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1294387247-network', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:42.714150 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Made reservation on behalf of f169a47a4c9a4c60b87cedcd77c102c8 for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:42.717104 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:42.727535 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:42.804641 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Publish callbacks [] for security_group (a90d3352-a899-44e8-9fa1-ffd5a36fc972), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:42.808370 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (a90d3352-a899-44e8-9fa1-ffd5a36fc972), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:42.820445 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:42.841697 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:38:42.843846 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90d3352-a899-44e8-9fa1-ffd5a36fc972,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:42.854230 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (17e6d94f-6bd5-4757-8471-48c5ef41a184), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:42.854581 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Added segment 17e6d94f-6bd5-4757-8471-48c5ef41a184 of type vlan for network 042524b8-b6d1-4da2-af4f-a673e3c2f198 Oct 27 09:38:42.896139 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (042524b8-b6d1-4da2-af4f-a673e3c2f198), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:42.921194 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (042524b8-b6d1-4da2-af4f-a673e3c2f198), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:42.922395 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:42.922936 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:42.984267 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:42.990656 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4030480 Oct 27 09:38:42.993688 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 59976) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:42.994966 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f5c93-3165-4bc7-9d1f-b7afa1986ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=042524b8-b6d1-4da2-af4f-a673e3c2f198,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:43.000089 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] Request body: {'subnet': {'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1294387247-subnet', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'ip_version': 4}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:43.010499 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 042524b8-b6d1-4da2-af4f-a673e3c2f198 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:38:43.032442 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] Made reservation on behalf of f169a47a4c9a4c60b87cedcd77c102c8 for: {'subnet': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:43.034813 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2373677'] for subnet (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:43.068951 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:43.139663 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a855d-f6da-4fb7-b9a4-e9e2b57ac00c req-a4d31b28-d030-4b2a-9f47-f5f0d8250e13 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:43.141185 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6d2a855d-f6da-4fb7-b9a4-e9e2b57ac00c req-a4d31b28-d030-4b2a-9f47-f5f0d8250e13 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.1036370 Oct 27 09:38:43.221023 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6d2a855d-f6da-4fb7-b9a4-e9e2b57ac00c req-e45682ba-eca3-4a60-bfb6-135c1b436a35 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721483 Oct 27 09:38:43.301024 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2373699'] for subnet (125ee7f3-f3d8-40e9-a2ff-78c08b2419d6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:43.359535 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] Pushing event updated for resources: {'Subnet': ['ID=125ee7f3-f3d8-40e9-a2ff-78c08b2419d6,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:43.367135 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] Checking segment: {'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:43.367489 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] Network hostable DHCP agents. Network: 042524b8-b6d1-4da2-af4f-a673e3c2f198, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:38:43.386140 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] Network 042524b8-b6d1-4da2-af4f-a673e3c2f198 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:38:43.396799 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 042524b8-b6d1-4da2-af4f-a673e3c2f198) {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:43.401147 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:43.401902 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:43.407247 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9445c4be-2605-4560-91f2-0ef2957442b9 None None] Network 042524b8-b6d1-4da2-af4f-a673e3c2f198 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:43.418867 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-178f1886-ee41-4017-8c96-4c24a963129a admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4234033 Oct 27 09:38:43.421320 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 59982) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:43.425456 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:43.450846 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (ec491084-aa9f-46e0-a558-47b0aaa58707), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:43.452273 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (ec491084-aa9f-46e0-a558-47b0aaa58707), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:43.520086 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Publish callbacks [] for router_controller (ec491084-aa9f-46e0-a558-47b0aaa58707), precommit_add_association {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:43.529020 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-042524b8-b6d1-4da2-af4f-a673e3c2f198', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'fixed_ips': [{'subnet_id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:38:43.530048 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:43.659139 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Publish callbacks [] for router_gateway (ec491084-aa9f-46e0-a558-47b0aaa58707), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:43.663792 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:43.666390 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=29 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:43.677235 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Allocated IP 172.20.0.2 (042524b8-b6d1-4da2-af4f-a673e3c2f198/125ee7f3-f3d8-40e9-a2ff-78c08b2419d6/1786c67b-a758-408e-befd-32a118619763) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:43.972216 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Publish callbacks [] for port (1786c67b-a758-408e-befd-32a118619763), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:43.978686 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (1786c67b-a758-408e-befd-32a118619763), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:44.018520 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Network 042524b8-b6d1-4da2-af4f-a673e3c2f198 is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:44.026579 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:44.029377 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:44.041586 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Pushing event updated for resources: {'Port': ['ID=1786c67b-a758-408e-befd-32a118619763,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:44.084887 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:44.100934 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Attempting to bind port 1786c67b-a758-408e-befd-32a118619763 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:44.101305 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Attempting to bind port 1786c67b-a758-408e-befd-32a118619763 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:44.101666 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Attempting to bind port 1786c67b-a758-408e-befd-32a118619763 on network 042524b8-b6d1-4da2-af4f-a673e3c2f198 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:44.110314 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bd618-988f-492e-b749-2fb5cbda2c0f req-6ffce5c6-e057-4b83-b403-f9361f81da05 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:44.111766 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-013bd618-988f-492e-b749-2fb5cbda2c0f req-6ffce5c6-e057-4b83-b403-f9361f81da05 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.3238027 Oct 27 09:38:44.134670 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:44.148234 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:44.148754 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Checking segment: {'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:44.149034 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:44.149431 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Bound using segment: {'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:44.149909 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Bound port: 1786c67b-a758-408e-befd-32a118619763, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:44.150294 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (1786c67b-a758-408e-befd-32a118619763), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:44.154620 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Publish callbacks [] for router_gateway (ec491084-aa9f-46e0-a558-47b0aaa58707), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:44.182051 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:44.196735 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-013bd618-988f-492e-b749-2fb5cbda2c0f req-823bee7b-cf2e-4921-b974-33d386818ac7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773818 Oct 27 09:38:44.220808 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] For port 1786c67b-a758-408e-befd-32a118619763, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:44.225066 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] For port 1786c67b-a758-408e-befd-32a118619763, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=1786c67b-a758-408e-befd-32a118619763,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:44.233386 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (1786c67b-a758-408e-befd-32a118619763), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:44.308270 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fe323-a2e4-4649-8fd8-ccb4e423d259 None None] Pushing event updated for resources: {'Port': ['ID=1786c67b-a758-408e-befd-32a118619763,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:44.309041 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:44.346732 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Allocated IP 172.27.0.176 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/31b2d9bb-e44f-4fe0-a483-90eff1cab8b4) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:44.400452 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860db084-e995-4cb2-9248-872ed04c2f71 req-47c18486-9ed3-4f44-95fe-8f561e889339 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:44.401991 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-860db084-e995-4cb2-9248-872ed04c2f71 req-47c18486-9ed3-4f44-95fe-8f561e889339 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0579107 Oct 27 09:38:44.541346 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-860db084-e995-4cb2-9248-872ed04c2f71 req-9d442276-607f-4e13-99f2-99110b97d616 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266811 Oct 27 09:38:44.595464 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Publish callbacks [] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:44.634067 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:44.677957 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:44.681212 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:44.683781 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:44.709817 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Pushing event updated for resources: {'Port': ['ID=31b2d9bb-e44f-4fe0-a483-90eff1cab8b4,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:44.930459 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Publish callbacks [] for router_gateway (ec491084-aa9f-46e0-a558-47b0aaa58707), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:45.031688 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:45.147880 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (ec491084-aa9f-46e0-a558-47b0aaa58707), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:45.245500 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:45.290405 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Router ec491084-aa9f-46e0-a558-47b0aaa58707 is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:38:45.291924 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f32062-d72c-41f6-9f7f-4757317ea7ac None None] Network 042524b8-b6d1-4da2-af4f-a673e3c2f198 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:45.330613 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:45.367503 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-25b2ede6-a683-4f4c-9b30-ad92d42c2231 None None] Provisioning complete for port 1786c67b-a758-408e-befd-32a118619763 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:45.368124 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-25b2ede6-a683-4f4c-9b30-ad92d42c2231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1786c67b-a758-408e-befd-32a118619763), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:45.368560 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-25b2ede6-a683-4f4c-9b30-ad92d42c2231 None None] Attempt 1 to provision port 1786c67b-a758-408e-befd-32a118619763 Oct 27 09:38:45.391101 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee9335-a5a1-40b9-9e14-16eba0e74952 req-37cc880c-5981-4741-89cb-0a38a4c90583 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:45.392753 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61ee9335-a5a1-40b9-9e14-16eba0e74952 req-37cc880c-5981-4741-89cb-0a38a4c90583 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0939479 Oct 27 09:38:45.480925 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61ee9335-a5a1-40b9-9e14-16eba0e74952 req-e6e907ac-f3c1-464a-b5da-a304df717ddc tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793009 Oct 27 09:38:45.484570 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:38:45.490658 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-25b2ede6-a683-4f4c-9b30-ad92d42c2231 None None] Current status of the port 1786c67b-a758-408e-befd-32a118619763 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:45.494074 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-25b2ede6-a683-4f4c-9b30-ad92d42c2231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (1786c67b-a758-408e-befd-32a118619763), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:45.498089 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Sync routers for ids ['ec491084-aa9f-46e0-a558-47b0aaa58707'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:38:45.507913 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:45.516023 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-e699365c-f268-4351-830a-13c2988fa270 admin admin] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0936165 Oct 27 09:38:45.518773 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 60000) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:45.530883 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Routers {'ec491084-aa9f-46e0-a558-47b0aaa58707'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:45.531462 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:38:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['ec491084-aa9f-46e0-a558-47b0aaa58707'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:45.605376 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-25b2ede6-a683-4f4c-9b30-ad92d42c2231 None None] For port 1786c67b-a758-408e-befd-32a118619763, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=1786c67b-a758-408e-befd-32a118619763,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:45.626464 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-25b2ede6-a683-4f4c-9b30-ad92d42c2231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (1786c67b-a758-408e-befd-32a118619763), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:45.768941 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Set router ec491084-aa9f-46e0-a558-47b0aaa58707 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:45.771487 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2ede6-a683-4f4c-9b30-ad92d42c2231 None None] Pushing event updated for resources: {'Port': ['ID=1786c67b-a758-408e-befd-32a118619763,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:45.835870 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e85f5-f512-42ce-852f-1f67264a9514 req-960d4f5e-22a8-4475-9dc7-c5745a6004c3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:45.837466 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-925e85f5-f512-42ce-852f-1f67264a9514 req-960d4f5e-22a8-4475-9dc7-c5745a6004c3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.1455288 Oct 27 09:38:45.918295 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 1786c67b-a758-408e-befd-32a118619763 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:45.979946 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d58ac8b9-504a-4cd9-8603-2a0706ed97b9 None None] Provisioning complete for port 1786c67b-a758-408e-befd-32a118619763 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:45.981343 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d58ac8b9-504a-4cd9-8603-2a0706ed97b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1786c67b-a758-408e-befd-32a118619763), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:45.982023 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d58ac8b9-504a-4cd9-8603-2a0706ed97b9 None None] Attempt 1 to provision port 1786c67b-a758-408e-befd-32a118619763 Oct 27 09:38:45.983746 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-925e85f5-f512-42ce-852f-1f67264a9514 req-fb2020c8-aba3-45a6-8b15-fbb60c8249e4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036718 Oct 27 09:38:46.057649 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:46.096926 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 1786c67b-a758-408e-befd-32a118619763 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:46.097301 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1786c67b-a758-408e-befd-32a118619763), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.097643 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 1786c67b-a758-408e-befd-32a118619763 Oct 27 09:38:46.122277 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72db30-1aec-4088-a613-479ea7cc8fe9 req-c81051e1-2866-4c44-9ed9-cc8303e6d317 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:46.123023 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:46.123816 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9a72db30-1aec-4088-a613-479ea7cc8fe9 req-c81051e1-2866-4c44-9ed9-cc8303e6d317 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0845981 Oct 27 09:38:46.154753 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d58ac8b9-504a-4cd9-8603-2a0706ed97b9 None None] Current status of the port 1786c67b-a758-408e-befd-32a118619763 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:46.160826 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:44Z', 'revision_number': 3, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:46.189833 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Checking router: ec491084-aa9f-46e0-a558-47b0aaa58707 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:38:46.190180 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Updating router ec491084-aa9f-46e0-a558-47b0aaa58707 port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:38:46.212548 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.221145 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9a72db30-1aec-4088-a613-479ea7cc8fe9 req-3a02fcc4-05ed-4cf0-9fd9-89b799cbd6fe tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864356 Oct 27 09:38:46.250050 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.285594 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 1786c67b-a758-408e-befd-32a118619763 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:46.293464 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:46.342476 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:46.392557 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Allocated IP 172.20.0.1 (042524b8-b6d1-4da2-af4f-a673e3c2f198/125ee7f3-f3d8-40e9-a2ff-78c08b2419d6/ccd8a0e7-905a-438c-ba1d-08aef65ab4d6) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:46.508085 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Publish callbacks [] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.532019 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Publish callbacks [] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.538196 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.544237 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.575205 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Attempting to bind port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:46.575638 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Attempting to bind port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:46.576005 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Attempting to bind port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:46.589754 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Network 042524b8-b6d1-4da2-af4f-a673e3c2f198 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:46.606355 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:46.608662 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:46.615804 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01807937-84de-4e5f-b36a-5a352b072a7b None None] Pushing event updated for resources: {'Port': ['ID=31b2d9bb-e44f-4fe0-a483-90eff1cab8b4,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:46.638323 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:46.638703 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:46.639191 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.639657 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:46.640152 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Bound port: 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:46.640628 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.652767 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Pushing event updated for resources: {'Port': ['ID=ccd8a0e7-905a-438c-ba1d-08aef65ab4d6,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:46.685103 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (ec491084-aa9f-46e0-a558-47b0aaa58707), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.693791 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] For port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:46.697736 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] For port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=31b2d9bb-e44f-4fe0-a483-90eff1cab8b4,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:46.704924 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.734901 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea6a38-4cf6-4a99-a0da-5d59c585074e req-6cb0a306-eed8-4503-9ea6-57abd0a12df0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:46.736436 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-caea6a38-4cf6-4a99-a0da-5d59c585074e req-6cb0a306-eed8-4503-9ea6-57abd0a12df0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.1508403 Oct 27 09:38:46.741117 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Routers {'ec491084-aa9f-46e0-a558-47b0aaa58707'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:46.741643 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:38:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['ec491084-aa9f-46e0-a558-47b0aaa58707'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:46.816064 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-caea6a38-4cf6-4a99-a0da-5d59c585074e req-9a18e08c-2706-48bb-9381-fdef8d45d962 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684228 Oct 27 09:38:46.817360 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01807937-84de-4e5f-b36a-5a352b072a7b None None] Pushing event updated for resources: {'Port': ['ID=31b2d9bb-e44f-4fe0-a483-90eff1cab8b4,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:46.887953 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-3a09d16e-367d-469b-a3e9-2630be4eb584 None None] Provisioning complete for port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:46.888249 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-3a09d16e-367d-469b-a3e9-2630be4eb584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.888608 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-3a09d16e-367d-469b-a3e9-2630be4eb584 None None] Attempt 1 to provision port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 Oct 27 09:38:46.902502 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:46.918501 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] Set router ec491084-aa9f-46e0-a558-47b0aaa58707 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:46.936814 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:46.981879 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-3a09d16e-367d-469b-a3e9-2630be4eb584 None None] Port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:46.992425 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:47.075399 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Publish callbacks [] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:47.080738 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:47.138481 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:47.186568 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Pushing event updated for resources: {'Port': ['ID=ccd8a0e7-905a-438c-ba1d-08aef65ab4d6,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:47.194918 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (ec491084-aa9f-46e0-a558-47b0aaa58707), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:47.202037 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e0060-890d-4352-9cc9-0cc2bda21232 req-859927da-1a66-4f97-bb3f-625ae2052783 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:47.203537 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-209e0060-890d-4352-9cc9-0cc2bda21232 req-859927da-1a66-4f97-bb3f-625ae2052783 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0836992 Oct 27 09:38:47.256432 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:44Z', 'revision_number': 3, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:47.287635 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da1b29-5176-4cfd-ad4b-2474a16148cd None None] The sync data for ids ['ec491084-aa9f-46e0-a558-47b0aaa58707'] in dv-cinder-797970-7-iscsi is: [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:44Z', 'revision_number': 3, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:38:47.333045 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-209e0060-890d-4352-9cc9-0cc2bda21232 req-f010edb0-c129-4f27-b198-1c100cbeae3d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184380 Oct 27 09:38:47.387570 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc3567-a96c-4d00-8099-46a90e6e317e req-382f38f1-0b1f-4850-b088-e281e150eff0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:47.389158 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-edfc3567-a96c-4d00-8099-46a90e6e317e req-382f38f1-0b1f-4850-b088-e281e150eff0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0700681 Oct 27 09:38:47.390921 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Network 042524b8-b6d1-4da2-af4f-a673e3c2f198 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:47.392582 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:47.488846 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-edfc3567-a96c-4d00-8099-46a90e6e317e req-9b7905f6-9d8b-4650-a292-687fd546e674 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914881 Oct 27 09:38:47.575151 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Router ec491084-aa9f-46e0-a558-47b0aaa58707 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:38:47.700406 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:38:47.706872 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-4aae99d8-045b-4d49-a4c3-430f2c8196a6 None None] Provisioning complete for port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:47.707436 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-4aae99d8-045b-4d49-a4c3-430f2c8196a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:47.707589 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-4aae99d8-045b-4d49-a4c3-430f2c8196a6 None None] Attempt 1 to provision port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 Oct 27 09:38:47.710506 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-41732138-c365-4d74-96c0-adbd524ae36e admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/ec491084-aa9f-46e0-a558-47b0aaa58707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1899884 Oct 27 09:38:47.746593 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-4aae99d8-045b-4d49-a4c3-430f2c8196a6 None None] Port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:47.941559 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:47.988710 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0283ec-fd1b-410a-bcb4-b00a3dacc2c9 req-7408cd53-6b03-4ba3-8db8-047085a1df52 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:47.990407 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bd0283ec-fd1b-410a-bcb4-b00a3dacc2c9 req-7408cd53-6b03-4ba3-8db8-047085a1df52 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0562155 Oct 27 09:38:47.998867 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:47.999252 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:47.999866 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 Oct 27 09:38:48.041277 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:48.097578 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bd0283ec-fd1b-410a-bcb4-b00a3dacc2c9 req-d696e53a-56a5-4638-b07e-326b5c0d0175 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999649 Oct 27 09:38:48.118857 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:48.119465 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.142662 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=31b2d9bb-e44f-4fe0-a483-90eff1cab8b4,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:48.147519 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.148632 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 1786c67b-a758-408e-befd-32a118619763 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:48.245587 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=31b2d9bb-e44f-4fe0-a483-90eff1cab8b4,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:48.253102 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 1786c67b-a758-408e-befd-32a118619763 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:48.253477 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1786c67b-a758-408e-befd-32a118619763), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.253809 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 1786c67b-a758-408e-befd-32a118619763 Oct 27 09:38:48.335912 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 1786c67b-a758-408e-befd-32a118619763 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:48.371234 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 60060) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:48.377062 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-746180119-network', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:48.397602 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Made reservation on behalf of 39b5b195f9b04586b6e8e4a33271619c for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:48.399897 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.408788 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.426998 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:48.464439 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf351314-b997-40c0-a7b0-f290fefc717d req-5df11616-6c37-45cd-9437-2f098dbd914c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:48.466096 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cf351314-b997-40c0-a7b0-f290fefc717d req-5df11616-6c37-45cd-9437-2f098dbd914c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0496309 Oct 27 09:38:48.489113 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Publish callbacks [] for security_group (dd82d691-1684-4821-ac5b-2058359311f3), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.492984 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (dd82d691-1684-4821-ac5b-2058359311f3), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.514639 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:38:48.517960 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cf351314-b997-40c0-a7b0-f290fefc717d req-2f26fc17-d23d-4bec-8836-90b49930db98 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450535 Oct 27 09:38:48.537586 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd82d691-1684-4821-ac5b-2058359311f3,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:48.541910 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (a8a9f5a8-5a8c-416b-a915-2180be1b2d89), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.542250 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Added segment a8a9f5a8-5a8c-416b-a915-2180be1b2d89 of type vlan for network 3ffb03b4-4060-426b-b7bf-1a8c74710a4b Oct 27 09:38:48.591956 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (3ffb03b4-4060-426b-b7bf-1a8c74710a4b), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.620802 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (3ffb03b4-4060-426b-b7bf-1a8c74710a4b), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.621788 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:48.622369 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.647399 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6af3f6-38bc-4556-894f-7fcf7d622772 req-0f84fe92-1169-43be-9277-8958021f307f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:48.648985 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2d6af3f6-38bc-4556-894f-7fcf7d622772 req-0f84fe92-1169-43be-9277-8958021f307f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0526805 Oct 27 09:38:48.685047 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3124177 Oct 27 09:38:48.687764 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 60066) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:48.691241 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2a37e-abcb-4010-88b1-37130a0ba324 admin admin] Pushing event updated for resources: {'Network': ['ID=3ffb03b4-4060-426b-b7bf-1a8c74710a4b,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:48.692414 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] Request body: {'subnet': {'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-746180119-subnet', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'ip_version': 4}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:48.701164 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 3ffb03b4-4060-426b-b7bf-1a8c74710a4b details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:38:48.712348 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2d6af3f6-38bc-4556-894f-7fcf7d622772 req-0f3a7512-5365-4e0e-875f-52c5b66b2c44 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562994 Oct 27 09:38:48.726187 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] Made reservation on behalf of 39b5b195f9b04586b6e8e4a33271619c for: {'subnet': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:48.728798 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2373677'] for subnet (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.868003 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:48.912436 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2373699'] for subnet (acc97ad3-7c68-4cee-94db-f33d0dd38830), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:48.967731 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc97ad3-7c68-4cee-94db-f33d0dd38830,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:48.988171 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] Checking segment: {'id': 'a8a9f5a8-5a8c-416b-a915-2180be1b2d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:48.988904 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] Network hostable DHCP agents. Network: 3ffb03b4-4060-426b-b7bf-1a8c74710a4b, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:38:49.007113 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] Network 3ffb03b4-4060-426b-b7bf-1a8c74710a4b is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:38:49.018096 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 3ffb03b4-4060-426b-b7bf-1a8c74710a4b) {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:49.022190 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:49.022792 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.026599 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfdb56e-5ad4-45c4-a1dc-3ad473e295cb None None] Network 3ffb03b4-4060-426b-b7bf-1a8c74710a4b requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:49.039866 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-cbd71665-b1ba-4da5-a713-9adae281e364 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3510578 Oct 27 09:38:49.042500 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 60070) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:49.047928 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-746180119-router', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:49.074107 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (d9895ed2-1309-42e5-957e-f3387d43a3d9), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.075130 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (d9895ed2-1309-42e5-957e-f3387d43a3d9), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.104256 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Sync routers for ids ['ec491084-aa9f-46e0-a558-47b0aaa58707'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:38:49.117617 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Routers {'ec491084-aa9f-46e0-a558-47b0aaa58707'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:49.118227 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:38:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['ec491084-aa9f-46e0-a558-47b0aaa58707'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:49.142855 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-3ffb03b4-4060-426b-b7bf-1a8c74710a4b', 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b', 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'fixed_ips': [{'subnet_id': 'acc97ad3-7c68-4cee-94db-f33d0dd38830'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:38:49.143803 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.148257 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Publish callbacks [] for router_controller (d9895ed2-1309-42e5-957e-f3387d43a3d9), precommit_add_association {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.231157 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Set router ec491084-aa9f-46e0-a558-47b0aaa58707 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:49.236908 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02c3f1-5ff1-4215-8728-7ddedb03d088 req-d1a489e4-30d7-496c-9970-1f19448d5845 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:49.238982 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ca02c3f1-5ff1-4215-8728-7ddedb03d088 req-d1a489e4-30d7-496c-9970-1f19448d5845 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0500715 Oct 27 09:38:49.271795 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:49.309800 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ca02c3f1-5ff1-4215-8728-7ddedb03d088 req-b5d9e50a-da07-441a-8b6a-98b2106d44c8 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641863 Oct 27 09:38:49.342003 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Publish callbacks [] for router_gateway (d9895ed2-1309-42e5-957e-f3387d43a3d9), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.344226 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Allocated IP 172.20.0.2 (3ffb03b4-4060-426b-b7bf-1a8c74710a4b/acc97ad3-7c68-4cee-94db-f33d0dd38830/d6ed84b8-a07c-454e-9a02-f999b9a63812) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:49.444573 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 4, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'ccd8a0e7-905a-438c-ba1d-08aef65ab4d6', 'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'mac_address': 'fa:16:3e:13:80:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:46Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 2, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'subnets': [{'id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:49.471478 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Checking router: ec491084-aa9f-46e0-a558-47b0aaa58707 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:38:49.472011 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Updating router ec491084-aa9f-46e0-a558-47b0aaa58707 port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:38:49.506841 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.517131 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Publish callbacks [] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.523792 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.539380 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Publish callbacks [] for router_gateway (d9895ed2-1309-42e5-957e-f3387d43a3d9), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.559321 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Network 3ffb03b4-4060-426b-b7bf-1a8c74710a4b is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:49.563935 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:49.565922 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.567556 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:49.587453 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Pushing event updated for resources: {'Port': ['ID=d6ed84b8-a07c-454e-9a02-f999b9a63812,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:49.665826 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Attempting to bind port d6ed84b8-a07c-454e-9a02-f999b9a63812 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:49.666202 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Attempting to bind port d6ed84b8-a07c-454e-9a02-f999b9a63812 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'a8a9f5a8-5a8c-416b-a915-2180be1b2d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:49.668816 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Attempting to bind port d6ed84b8-a07c-454e-9a02-f999b9a63812 on network 3ffb03b4-4060-426b-b7bf-1a8c74710a4b {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:49.715596 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c5ac0-77c3-4537-a0dd-62accc279c3d req-15909202-b58d-48ce-ad66-1db969dd5135 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:49.718947 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Allocated IP 172.27.0.43 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/27dc32e2-e353-4e0c-a014-24f04e1c8f3c) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:49.725454 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-363c5ac0-77c3-4537-a0dd-62accc279c3d req-15909202-b58d-48ce-ad66-1db969dd5135 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0752246 Oct 27 09:38:49.746892 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:49.747264 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Checking segment: {'id': 'a8a9f5a8-5a8c-416b-a915-2180be1b2d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:49.747654 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.748045 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Bound using segment: {'id': 'a8a9f5a8-5a8c-416b-a915-2180be1b2d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:49.748527 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Bound port: d6ed84b8-a07c-454e-9a02-f999b9a63812, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a9f5a8-5a8c-416b-a915-2180be1b2d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:49.748922 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.793676 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:49.794367 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:49.830554 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:49.845248 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] For port d6ed84b8-a07c-454e-9a02-f999b9a63812, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:49.846926 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-363c5ac0-77c3-4537-a0dd-62accc279c3d req-2eb821aa-2805-4145-b359-99a73b97509e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202276 Oct 27 09:38:49.850597 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] For port d6ed84b8-a07c-454e-9a02-f999b9a63812, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=d6ed84b8-a07c-454e-9a02-f999b9a63812,segment=NetworkSegment(a8a9f5a8-5a8c-416b-a915-2180be1b2d89),segment_id=a8a9f5a8-5a8c-416b-a915-2180be1b2d89)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:49.856062 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Publish callbacks [] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.867272 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.911646 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:49.940328 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:49.959744 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c69f49-2c3f-42ef-acfb-bf421fcc4ab0 req-ca232220-f39e-45a9-adfc-33475f825cc4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:49.961972 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-52c69f49-2c3f-42ef-acfb-bf421fcc4ab0 req-ca232220-f39e-45a9-adfc-33475f825cc4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1044304 Oct 27 09:38:49.967212 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:49.972968 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:49.977193 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:50.017706 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae60b-b51d-42d2-96e9-2d44adbe44f8 None None] Pushing event updated for resources: {'Port': ['ID=d6ed84b8-a07c-454e-9a02-f999b9a63812,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:50.031352 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Publish callbacks [] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:50.039992 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:50.051415 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:50.051928 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:50.052502 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 Oct 27 09:38:50.076325 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-52c69f49-2c3f-42ef-acfb-bf421fcc4ab0 req-2f8a1553-571c-4022-9d6b-87cb267354ff tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023855 Oct 27 09:38:50.094304 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:50.109804 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Pushing event updated for resources: {'Port': ['ID=27dc32e2-e353-4e0c-a014-24f04e1c8f3c,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:50.110878 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5a004-c469-4447-8c33-c46acf344dd2 None None] Pushing event updated for resources: {'Port': ['ID=ccd8a0e7-905a-438c-ba1d-08aef65ab4d6,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:50.182412 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:50.217428 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Attempting to bind port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:50.217875 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Attempting to bind port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:50.218296 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Attempting to bind port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 on network 042524b8-b6d1-4da2-af4f-a673e3c2f198 {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:50.271227 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:50.271597 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Checking segment: {'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:50.271994 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:50.272380 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Bound using segment: {'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:50.272876 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Bound port: ccd8a0e7-905a-438c-ba1d-08aef65ab4d6, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:50.273241 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:50.348175 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] For port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:50.351629 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] For port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=ccd8a0e7-905a-438c-ba1d-08aef65ab4d6,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:50.356751 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Publish callbacks [] for router_gateway (d9895ed2-1309-42e5-957e-f3387d43a3d9), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:50.361626 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:50.402825 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Routers {'ec491084-aa9f-46e0-a558-47b0aaa58707'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:50.403459 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:38:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['ec491084-aa9f-46e0-a558-47b0aaa58707'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:50.456497 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5a004-c469-4447-8c33-c46acf344dd2 None None] Pushing event updated for resources: {'Port': ['ID=ccd8a0e7-905a-438c-ba1d-08aef65ab4d6,revision_number=4']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:50.459690 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a45c6-b882-4bcc-a975-ed29c9c8f183 req-a3bfcaf5-bd6e-4799-85cc-10e8c39bc7b6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:50.461521 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0e1a45c6-b882-4bcc-a975-ed29c9c8f183 req-a3bfcaf5-bd6e-4799-85cc-10e8c39bc7b6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0502000 Oct 27 09:38:50.496058 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:50.526334 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0e1a45c6-b882-4bcc-a975-ed29c9c8f183 req-9bf5d27f-7ba5-424f-bec4-bb1559644267 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576980 Oct 27 09:38:50.533614 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] Set router ec491084-aa9f-46e0-a558-47b0aaa58707 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:50.572449 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (d9895ed2-1309-42e5-957e-f3387d43a3d9), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:50.608634 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:50.695513 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:50.706295 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Router d9895ed2-1309-42e5-957e-f3387d43a3d9 is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104690) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:38:50.745255 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 4, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'ccd8a0e7-905a-438c-ba1d-08aef65ab4d6', 'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'mac_address': 'fa:16:3e:13:80:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:46Z', 'updated_at': '2022-10-27T09:38:50Z', 'revision_number': 4, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'subnets': [{'id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:50.774043 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add9b950-5ac9-46f0-8e41-9e716bbc6f33 None None] The sync data for ids ['ec491084-aa9f-46e0-a558-47b0aaa58707'] in dv-cinder-797970-7-iscsi is: [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 4, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'ccd8a0e7-905a-438c-ba1d-08aef65ab4d6', 'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'mac_address': 'fa:16:3e:13:80:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:46Z', 'updated_at': '2022-10-27T09:38:50Z', 'revision_number': 4, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'subnets': [{'id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:38:50.843309 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:50.870253 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:38:50.880004 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Sync routers for ids ['d9895ed2-1309-42e5-957e-f3387d43a3d9'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:38:50.897421 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Routers {'d9895ed2-1309-42e5-957e-f3387d43a3d9'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:50.898131 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:38:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['d9895ed2-1309-42e5-957e-f3387d43a3d9'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:50.900240 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:50.902676 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-5c91dc4b-58b5-4d47-9d13-26b94eec506e admin admin] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8575327 Oct 27 09:38:50.905912 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 60090) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:38:51.061829 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Set router d9895ed2-1309-42e5-957e-f3387d43a3d9 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:51.222575 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d30ea27-f83b-41c7-9aa2-a57ce85f10f5 None None] Network 3ffb03b4-4060-426b-b7bf-1a8c74710a4b requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:38:51.268642 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-1dc49fb9-98a0-4bca-abde-8825890ce320 None None] Provisioning complete for port d6ed84b8-a07c-454e-9a02-f999b9a63812 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:51.268642 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-1dc49fb9-98a0-4bca-abde-8825890ce320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:51.268642 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-1dc49fb9-98a0-4bca-abde-8825890ce320 None None] Attempt 1 to provision port d6ed84b8-a07c-454e-9a02-f999b9a63812 Oct 27 09:38:51.310191 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:51.403387 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846e626-5499-42b3-a72d-4ad98d0f650f req-406e4316-bbf2-4cce-8de5-786828c1fd68 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:51.405312 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4846e626-5499-42b3-a72d-4ad98d0f650f req-406e4316-bbf2-4cce-8de5-786828c1fd68 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.4140851 Oct 27 09:38:51.445854 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'name': 'tempest-TestMinimumBasicScenario-746180119-router', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:50Z', 'revision_number': 3, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'gw_port': {'id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:51.482584 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396c0c2-680d-4d9d-bb51-499325ed0545 req-233af66a-bee5-4510-a73a-1b8b7c5a18c0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:51.491530 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b396c0c2-680d-4d9d-bb51-499325ed0545 req-233af66a-bee5-4510-a73a-1b8b7c5a18c0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1338415 Oct 27 09:38:51.501128 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Checking router: d9895ed2-1309-42e5-957e-f3387d43a3d9 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:38:51.501770 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Updating router d9895ed2-1309-42e5-957e-f3387d43a3d9 port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:38:51.506128 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:51.547121 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-1dc49fb9-98a0-4bca-abde-8825890ce320 None None] Current status of the port d6ed84b8-a07c-454e-9a02-f999b9a63812 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:51.547416 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-1dc49fb9-98a0-4bca-abde-8825890ce320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:51.551019 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:51.615032 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4846e626-5499-42b3-a72d-4ad98d0f650f req-d7aa4aab-bfc3-4b24-a24d-5d0d16383c91 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978123 Oct 27 09:38:51.645241 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b396c0c2-680d-4d9d-bb51-499325ed0545 req-881ed9e1-54dc-4b94-bb53-d3d2604d7a58 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539838 Oct 27 09:38:51.694749 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-1dc49fb9-98a0-4bca-abde-8825890ce320 None None] For port d6ed84b8-a07c-454e-9a02-f999b9a63812, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=d6ed84b8-a07c-454e-9a02-f999b9a63812,segment=NetworkSegment(a8a9f5a8-5a8c-416b-a915-2180be1b2d89),segment_id=a8a9f5a8-5a8c-416b-a915-2180be1b2d89)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:51.708110 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-1dc49fb9-98a0-4bca-abde-8825890ce320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:51.896189 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:51.905324 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f119f9-1d1f-4a56-afcd-b0061ac0ecf3 req-ac97ded2-6790-4f86-a8d7-7d53e19fa67c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:51.906898 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-87f119f9-1d1f-4a56-afcd-b0061ac0ecf3 req-ac97ded2-6790-4f86-a8d7-7d53e19fa67c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.1494772 Oct 27 09:38:51.943018 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-c4a779f3-d2c9-4d8b-802b-022388070703 None None] Provisioning complete for port d6ed84b8-a07c-454e-9a02-f999b9a63812 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:51.943517 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c4a779f3-d2c9-4d8b-802b-022388070703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:51.943857 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-c4a779f3-d2c9-4d8b-802b-022388070703 None None] Attempt 1 to provision port d6ed84b8-a07c-454e-9a02-f999b9a63812 Oct 27 09:38:51.946169 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device d6ed84b8-a07c-454e-9a02-f999b9a63812 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:52.030643 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-87f119f9-1d1f-4a56-afcd-b0061ac0ecf3 req-af053385-545f-4bc2-a785-43a8f6ae498f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941970 Oct 27 09:38:52.080894 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.164009 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Publish callbacks [] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.171514 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc49fb9-98a0-4bca-abde-8825890ce320 None None] Pushing event updated for resources: {'Port': ['ID=d6ed84b8-a07c-454e-9a02-f999b9a63812,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:52.186780 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.190220 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:52.234043 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Attempting to bind port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:52.234412 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Attempting to bind port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:52.234780 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Attempting to bind port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:52.254424 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Allocated IP 172.20.0.1 (3ffb03b4-4060-426b-b7bf-1a8c74710a4b/acc97ad3-7c68-4cee-94db-f33d0dd38830/2cef35fb-994c-4c9a-a1dd-027c8a8756bc) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:52.295211 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port d6ed84b8-a07c-454e-9a02-f999b9a63812 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:52.295583 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.295946 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port d6ed84b8-a07c-454e-9a02-f999b9a63812 Oct 27 09:38:52.318403 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16bcc5-60d8-455a-8c1a-f6c2115a5218 None None] Pushing event updated for resources: {'Port': ['ID=27dc32e2-e353-4e0c-a014-24f04e1c8f3c,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:52.372140 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:52.372566 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:52.372980 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.373114 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Publish callbacks [] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.373370 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:52.373844 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Bound port: 27dc32e2-e353-4e0c-a014-24f04e1c8f3c, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:52.374226 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.377113 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-c4a779f3-d2c9-4d8b-802b-022388070703 None None] Current status of the port d6ed84b8-a07c-454e-9a02-f999b9a63812 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:52.409444 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.436752 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:52.457847 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Network 3ffb03b4-4060-426b-b7bf-1a8c74710a4b is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:52.462976 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:52.463140 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] For port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:52.465355 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Pushing event updated for resources: {'Port': ['ID=2cef35fb-994c-4c9a-a1dd-027c8a8756bc,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:52.467537 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:52.468566 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:52.492251 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] For port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=27dc32e2-e353-4e0c-a014-24f04e1c8f3c,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:52.497962 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port d6ed84b8-a07c-454e-9a02-f999b9a63812 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:52.499248 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:52.512788 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (d9895ed2-1309-42e5-957e-f3387d43a3d9), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.521511 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.578618 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Routers {'d9895ed2-1309-42e5-957e-f3387d43a3d9'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:52.579570 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:38:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['d9895ed2-1309-42e5-957e-f3387d43a3d9'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:52.644009 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16bcc5-60d8-455a-8c1a-f6c2115a5218 None None] Pushing event updated for resources: {'Port': ['ID=27dc32e2-e353-4e0c-a014-24f04e1c8f3c,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:52.656999 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:52.657251 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.657592 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 Oct 27 09:38:52.659652 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.751383 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-b50d0e10-660e-45b0-8f8e-d406f7c87927 None None] Provisioning complete for port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:52.751684 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b50d0e10-660e-45b0-8f8e-d406f7c87927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:52.752024 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-b50d0e10-660e-45b0-8f8e-d406f7c87927 None None] Attempt 1 to provision port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc Oct 27 09:38:52.779293 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] Set router d9895ed2-1309-42e5-957e-f3387d43a3d9 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:52.866445 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:52.884084 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-b50d0e10-660e-45b0-8f8e-d406f7c87927 None None] Port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:52.885062 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350d4f3-871f-4e96-b4a9-3865a6e08053 req-b5f5f6de-f71b-4643-a9f7-85b791773f93 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:52.887175 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e350d4f3-871f-4e96-b4a9-3865a6e08053 req-b5f5f6de-f71b-4643-a9f7-85b791773f93 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1250579 Oct 27 09:38:52.896472 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed90ad-2592-4d76-8b63-3ab33f3f6e9e req-dd0a7ab0-3c1b-488a-b339-afebaf11b2e5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:52.897758 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1bed90ad-2592-4d76-8b63-3ab33f3f6e9e req-dd0a7ab0-3c1b-488a-b339-afebaf11b2e5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.1373370 Oct 27 09:38:52.954290 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:52.954685 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:53.006936 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=ccd8a0e7-905a-438c-ba1d-08aef65ab4d6,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:53.009683 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:53.034880 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:53.076505 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f00e6-3445-4604-adcf-ad4cf0869616 req-d8cec2e3-4577-4d77-b33e-940b416b6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:53.078037 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-236f00e6-3445-4604-adcf-ad4cf0869616 req-d8cec2e3-4577-4d77-b33e-940b416b6dc3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 1130 time: 0.1129229 Oct 27 09:38:53.080495 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Publish callbacks [] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:53.081507 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'name': 'tempest-TestMinimumBasicScenario-746180119-router', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:50Z', 'revision_number': 3, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'gw_port': {'id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:53.086537 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1bed90ad-2592-4d76-8b63-3ab33f3f6e9e req-b11103ca-2c9c-45c2-a8a7-67add07b38e6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702466 Oct 27 09:38:53.090029 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e350d4f3-871f-4e96-b4a9-3865a6e08053 req-7fedd218-8423-4e4c-bba7-eb61b2d2a220 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769912 Oct 27 09:38:53.115677 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af607376-08c1-4c2d-9a2b-e34485c5b069 None None] The sync data for ids ['d9895ed2-1309-42e5-957e-f3387d43a3d9'] in dv-cinder-797970-7-iscsi is: [{'id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'name': 'tempest-TestMinimumBasicScenario-746180119-router', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:50Z', 'revision_number': 3, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'gw_port': {'id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:38:53.124440 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:53.135813 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=ccd8a0e7-905a-438c-ba1d-08aef65ab4d6,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:53.227505 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-236f00e6-3445-4604-adcf-ad4cf0869616 req-9ce980c2-4db9-4a04-b1fd-a0dfe4b7fecd service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363299 Oct 27 09:38:53.259472 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (d9895ed2-1309-42e5-957e-f3387d43a3d9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:53.264961 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Pushing event updated for resources: {'Port': ['ID=2cef35fb-994c-4c9a-a1dd-027c8a8756bc,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:53.284852 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d36eee-abc2-429d-a9dd-c8bfc33cf1f4 req-fa320db3-84e0-43b8-8c94-e79d59a8684a tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:53.286436 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27d36eee-abc2-429d-a9dd-c8bfc33cf1f4 req-fa320db3-84e0-43b8-8c94-e79d59a8684a tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0848994 Oct 27 09:38:53.411978 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27d36eee-abc2-429d-a9dd-c8bfc33cf1f4 req-39115268-5455-40d3-b56f-93c8289fddab tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143806 Oct 27 09:38:53.440052 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Network 3ffb03b4-4060-426b-b7bf-1a8c74710a4b is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:53.442050 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:53.597437 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-e285a07f-33ae-40bc-bd68-e2927a4729f6 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-132908395&fields=id&tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9 HTTP/1.1" status: 200 len: 267 time: 0.0944457 Oct 27 09:38:53.649883 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Router d9895ed2-1309-42e5-957e-f3387d43a3d9 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:38:53.714326 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-39c4e386-e012-4d4e-998a-f70f48f7e2b8 None None] Provisioning complete for port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:53.714894 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39c4e386-e012-4d4e-998a-f70f48f7e2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:53.715014 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-39c4e386-e012-4d4e-998a-f70f48f7e2b8 None None] Attempt 1 to provision port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc Oct 27 09:38:53.744734 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:53.766981 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-39c4e386-e012-4d4e-998a-f70f48f7e2b8 None None] Port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:38:53.775615 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-d3993966-094b-4315-9381-8c14c2f99a83 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:53.778227 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-d3993966-094b-4315-9381-8c14c2f99a83 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/networks?id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd HTTP/1.1" status: 200 len: 808 time: 0.1729426 Oct 27 09:38:53.830848 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8c9d58ce-799e-46a6-9c32-d6722dfd1624 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/quotas/f7b8fb656ee34fae8d20679c0e0f7ff9 HTTP/1.1" status: 200 len: 375 time: 0.0151474 Oct 27 09:38:53.855606 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:38:53.882035 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-e1253a87-d9e7-49bd-9fec-d21b69c7648d admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/d9895ed2-1309-42e5-957e-f3387d43a3d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9696038 Oct 27 09:38:53.901247 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-bb899874-c855-4444-9917-a46b59f8e760 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604320 Oct 27 09:38:53.954351 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:54.016313 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:54.016551 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:54.016786 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 Oct 27 09:38:54.071165 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-2892609b-6cb2-41b7-a82a-9f072f17693d service neutron] 10.222.0.70 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548598 Oct 27 09:38:54.105708 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:54.115961 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:54.117236 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device d6ed84b8-a07c-454e-9a02-f999b9a63812 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:54.144730 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:54.190459 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port d6ed84b8-a07c-454e-9a02-f999b9a63812 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:54.190880 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:54.191259 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port d6ed84b8-a07c-454e-9a02-f999b9a63812 Oct 27 09:38:54.200337 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-af3a5d8b-24e9-4064-b995-9d515004598f service neutron] 10.222.0.70 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206660 Oct 27 09:38:54.225191 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:54.294544 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4d476-f314-4643-86ce-1805d0ac319c req-70322e92-9ca4-4d6c-9eb8-718a21334845 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:54.305535 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port d6ed84b8-a07c-454e-9a02-f999b9a63812 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:54.305767 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-93d4d476-f314-4643-86ce-1805d0ac319c req-70322e92-9ca4-4d6c-9eb8-718a21334845 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0956078 Oct 27 09:38:54.306778 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 27dc32e2-e353-4e0c-a014-24f04e1c8f3c up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:54.359960 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-93d4d476-f314-4643-86ce-1805d0ac319c req-1b11e266-8572-4d99-94be-a560da4fc190 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516813 Oct 27 09:38:54.363901 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:54.364329 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:54.364758 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c Oct 27 09:38:54.479395 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:54.480387 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:54.533253 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3b38f-05eb-4147-b329-b6b312d0f467 req-d24cea98-1cd4-4ac7-9088-9b7cd814d1f9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:54.534941 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8ec3b38f-05eb-4147-b329-b6b312d0f467 req-d24cea98-1cd4-4ac7-9088-9b7cd814d1f9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.1022027 Oct 27 09:38:54.552598 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=27dc32e2-e353-4e0c-a014-24f04e1c8f3c,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:54.563726 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:54.621553 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8ec3b38f-05eb-4147-b329-b6b312d0f467 req-8f482451-3755-4483-aac0-b7c56fef0601 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799458 Oct 27 09:38:54.646309 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=27dc32e2-e353-4e0c-a014-24f04e1c8f3c,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:54.753519 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f0038399-0473-43bd-9312-b40c143ae6b2 req-170c2c3b-5543-4b4d-aa0d-91bc8a0daee6 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 210 time: 0.0693080 Oct 27 09:38:54.764856 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab321cbd-ffcf-46ec-944d-55fdabc8572b req-7bdf0e89-9632-442e-a23f-fcbd8f57d3f2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:54.766264 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ab321cbd-ffcf-46ec-944d-55fdabc8572b req-7bdf0e89-9632-442e-a23f-fcbd8f57d3f2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0846572 Oct 27 09:38:54.830933 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ab321cbd-ffcf-46ec-944d-55fdabc8572b req-834d3d7e-4a34-46d8-ae72-663f1c8bb6e7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513310 Oct 27 09:38:55.236486 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2764c3-995b-4858-b272-b8f897b99cba req-5fcf6dad-fa2c-481a-b90c-9d4ab75a365c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:55.241219 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0a2764c3-995b-4858-b272-b8f897b99cba req-5fcf6dad-fa2c-481a-b90c-9d4ab75a365c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.1066952 Oct 27 09:38:55.296216 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269208ff-6a71-4872-84e7-d13da655eab4 req-a879b999-639b-44d8-82b7-0bd11320e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:55.297790 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-269208ff-6a71-4872-84e7-d13da655eab4 req-a879b999-639b-44d8-82b7-0bd11320e6fa service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 1130 time: 0.0804546 Oct 27 09:38:55.302285 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Sync routers for ids ['d9895ed2-1309-42e5-957e-f3387d43a3d9'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:38:55.316981 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Routers {'d9895ed2-1309-42e5-957e-f3387d43a3d9'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:55.318094 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:38:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['d9895ed2-1309-42e5-957e-f3387d43a3d9'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:55.408417 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0a2764c3-995b-4858-b272-b8f897b99cba req-5ecaed97-2674-4082-a458-b585295f9732 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451862 Oct 27 09:38:55.507130 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269208ff-6a71-4872-84e7-d13da655eab4 req-b617505d-4fa2-40c5-88f6-b18939c2301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:55.508797 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-269208ff-6a71-4872-84e7-d13da655eab4 req-b617505d-4fa2-40c5-88f6-b18939c2301e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.1964149 Oct 27 09:38:55.516144 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Set router d9895ed2-1309-42e5-957e-f3387d43a3d9 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:55.603530 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-269208ff-6a71-4872-84e7-d13da655eab4 req-64690ff5-56c7-4418-9257-0cfe39c73d82 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27493571-2a5c-4be1-8467-ef2c9634fcc8 HTTP/1.1" status: 200 len: 217 time: 0.0838614 Oct 27 09:38:55.612572 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2033d1-d3aa-4f5f-9fee-cd1d7dd7b106 req-1757cc43-fe6a-40c6-a313-9465ff0c7854 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:55.619768 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4a2033d1-d3aa-4f5f-9fee-cd1d7dd7b106 req-1757cc43-fe6a-40c6-a313-9465ff0c7854 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1099174 Oct 27 09:38:55.709208 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4a2033d1-d3aa-4f5f-9fee-cd1d7dd7b106 req-cbfca94d-ecec-4407-b415-72225c1117bb tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882292 Oct 27 09:38:55.727730 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'name': 'tempest-TestMinimumBasicScenario-746180119-router', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 4, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'gw_port': {'id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '2cef35fb-994c-4c9a-a1dd-027c8a8756bc', 'name': '', 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'mac_address': 'fa:16:3e:05:0b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'acc97ad3-7c68-4cee-94db-f33d0dd38830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:52Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 2, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'subnets': [{'id': 'acc97ad3-7c68-4cee-94db-f33d0dd38830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:55.730922 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269208ff-6a71-4872-84e7-d13da655eab4 req-2bc8d13e-e190-49bf-93ed-47bea9fce81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:55.732486 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-269208ff-6a71-4872-84e7-d13da655eab4 req-2bc8d13e-e190-49bf-93ed-47bea9fce81b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.1105437 Oct 27 09:38:55.758722 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Checking router: d9895ed2-1309-42e5-957e-f3387d43a3d9 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:38:55.759361 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Updating router d9895ed2-1309-42e5-957e-f3387d43a3d9 port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:38:55.805283 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:55.807280 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:55.818008 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:55.891057 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad92bd9-eba5-4dea-91ea-035e6305aa85 req-02d0bbc4-e822-45d7-ab4b-d1f58d697dab tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:55.899018 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aad92bd9-eba5-4dea-91ea-035e6305aa85 req-02d0bbc4-e822-45d7-ab4b-d1f58d697dab tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0749614 Oct 27 09:38:55.923619 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 27dc32e2-e353-4e0c-a014-24f04e1c8f3c up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:55.970940 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-43fb8904-eb72-42e7-8570-0e3e78634588 req-42728b74-a02f-42ce-b93e-f0dcc5c4c9a6 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 210 time: 0.0462382 Oct 27 09:38:56.000544 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269208ff-6a71-4872-84e7-d13da655eab4 req-48158935-b230-44a2-9e4e-b535f619abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:56.002269 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-269208ff-6a71-4872-84e7-d13da655eab4 req-48158935-b230-44a2-9e4e-b535f619abf5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2510984 Oct 27 09:38:56.016947 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:56.019265 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:56.019782 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c Oct 27 09:38:56.029135 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aad92bd9-eba5-4dea-91ea-035e6305aa85 req-03e9b796-e4d3-4e67-8555-da4d38f344e3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259322 Oct 27 09:38:56.113637 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:56.134615 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Publish callbacks [] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:56.146820 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:56.183695 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:56.186283 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-269208ff-6a71-4872-84e7-d13da655eab4 req-01d1529c-e23a-4532-85e2-c6d7aa5baefa service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459737 Oct 27 09:38:56.225533 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ef37ec13-4d95-42e9-a8fe-2e020c18ee4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:56.245029 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7d1c8-fd59-4bdf-ac45-6e444c721e58 None None] Pushing event updated for resources: {'Port': ['ID=2cef35fb-994c-4c9a-a1dd-027c8a8756bc,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:56.278027 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Attempting to bind port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:38:56.278473 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Attempting to bind port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'a8a9f5a8-5a8c-416b-a915-2180be1b2d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:38:56.278894 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Attempting to bind port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc on network 3ffb03b4-4060-426b-b7bf-1a8c74710a4b {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:38:56.332462 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:38:56.333679 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Checking segment: {'id': 'a8a9f5a8-5a8c-416b-a915-2180be1b2d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:38:56.334239 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:56.334781 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Bound using segment: {'id': 'a8a9f5a8-5a8c-416b-a915-2180be1b2d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:38:56.335471 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Bound port: 2cef35fb-994c-4c9a-a1dd-027c8a8756bc, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a9f5a8-5a8c-416b-a915-2180be1b2d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:38:56.336012 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:56.405638 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] For port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:38:56.409195 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] For port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=2cef35fb-994c-4c9a-a1dd-027c8a8756bc,segment=NetworkSegment(a8a9f5a8-5a8c-416b-a915-2180be1b2d89),segment_id=a8a9f5a8-5a8c-416b-a915-2180be1b2d89)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:38:56.415825 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:56.455289 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Routers {'d9895ed2-1309-42e5-957e-f3387d43a3d9'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:38:56.455925 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:38:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['d9895ed2-1309-42e5-957e-f3387d43a3d9'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:56.515783 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7d1c8-fd59-4bdf-ac45-6e444c721e58 None None] Pushing event updated for resources: {'Port': ['ID=2cef35fb-994c-4c9a-a1dd-027c8a8756bc,revision_number=4']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:56.591661 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e1861-ea3c-4595-a6ff-cbab28389015 req-732dbd6e-222d-4e81-9d51-f918486cebef tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:56.593542 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-309e1861-ea3c-4595-a6ff-cbab28389015 req-732dbd6e-222d-4e81-9d51-f918486cebef tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0881989 Oct 27 09:38:56.658481 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-309e1861-ea3c-4595-a6ff-cbab28389015 req-879470f6-b16a-4894-900c-c0b745938252 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588808 Oct 27 09:38:56.744001 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] Set router d9895ed2-1309-42e5-957e-f3387d43a3d9 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:38:56.764363 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:56.783568 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-269208ff-6a71-4872-84e7-d13da655eab4 req-23c5544e-e5ca-4c3c-b50c-0e45f16f389d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200976 Oct 27 09:38:56.905894 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e25e3-a23d-42ab-831c-cf2f95f4136b req-9300cbdc-d5ab-478d-8a4f-00dd9bb69df0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:56.913371 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e14e25e3-a23d-42ab-831c-cf2f95f4136b req-9300cbdc-d5ab-478d-8a4f-00dd9bb69df0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0649695 Oct 27 09:38:57.013715 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'name': 'tempest-TestMinimumBasicScenario-746180119-router', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 4, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'gw_port': {'id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '2cef35fb-994c-4c9a-a1dd-027c8a8756bc', 'name': '', 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'mac_address': 'fa:16:3e:05:0b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'acc97ad3-7c68-4cee-94db-f33d0dd38830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:52Z', 'updated_at': '2022-10-27T09:38:56Z', 'revision_number': 4, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'subnets': [{'id': 'acc97ad3-7c68-4cee-94db-f33d0dd38830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:38:57.060275 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d87f29c-4419-4467-ae99-e29931f7eec6 None None] The sync data for ids ['d9895ed2-1309-42e5-957e-f3387d43a3d9'] in dv-cinder-797970-7-iscsi is: [{'id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'name': 'tempest-TestMinimumBasicScenario-746180119-router', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 4, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'gw_port': {'id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '2cef35fb-994c-4c9a-a1dd-027c8a8756bc', 'name': '', 'network_id': '3ffb03b4-4060-426b-b7bf-1a8c74710a4b', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'mac_address': 'fa:16:3e:05:0b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'acc97ad3-7c68-4cee-94db-f33d0dd38830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:52Z', 'updated_at': '2022-10-27T09:38:56Z', 'revision_number': 4, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'subnets': [{'id': 'acc97ad3-7c68-4cee-94db-f33d0dd38830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:38:57.469614 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e14e25e3-a23d-42ab-831c-cf2f95f4136b req-6e9e1978-ff86-4c00-af1d-c98aa54b3176 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5550456 Oct 27 09:38:57.554460 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f332a974-510e-4fcc-b63e-300fca54dd62 req-4df12e4e-9a19-497a-a4e6-e06cb480697d tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 210 time: 0.1002133 Oct 27 09:38:57.597172 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-b66ba62d-5305-49b3-a71e-3bf07ec26b34 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:57.599558 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-b66ba62d-5305-49b3-a71e-3bf07ec26b34 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.72 "GET /networking/v2.0/networks?id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd HTTP/1.1" status: 200 len: 808 time: 0.6519730 Oct 27 09:38:57.638832 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324c4ae-c4cc-4e6e-b4e3-e3e8923f5950 req-6fa33fe5-562e-43eb-a7b8-47718291dbe6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:57.646623 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8324c4ae-c4cc-4e6e-b4e3-e3e8923f5950 req-6fa33fe5-562e-43eb-a7b8-47718291dbe6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0716693 Oct 27 09:38:57.708134 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8324c4ae-c4cc-4e6e-b4e3-e3e8923f5950 req-b89863e2-6754-41c7-9076-14a86c7a6bdd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606725 Oct 27 09:38:57.838454 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28255b-f79b-4f50-9680-424ef86e8118 req-4078c856-4609-4907-99de-5fef4800123c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:57.846677 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ce28255b-f79b-4f50-9680-424ef86e8118 req-4078c856-4609-4907-99de-5fef4800123c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0641649 Oct 27 09:38:57.892052 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2cef35fb-994c-4c9a-a1dd-027c8a8756bc up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:57.901263 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ce28255b-f79b-4f50-9680-424ef86e8118 req-e61b3621-0e88-4962-9caf-7095da08b4cd tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536218 Oct 27 09:38:57.956717 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:57.957374 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:57.957871 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc Oct 27 09:38:58.044006 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:38:58.044862 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:58.084366 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=2cef35fb-994c-4c9a-a1dd-027c8a8756bc,segment=NetworkSegment(a8a9f5a8-5a8c-416b-a915-2180be1b2d89),segment_id=a8a9f5a8-5a8c-416b-a915-2180be1b2d89)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:38:58.089627 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:58.147428 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=2cef35fb-994c-4c9a-a1dd-027c8a8756bc,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:58.519218 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0f706f3a-669b-4778-a421-ca38a727b691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:58.630320 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1afae-56bf-49e1-adda-c339d1bf6378 req-070f65c5-7d60-44f9-b571-2353d94e43d5 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:58.632049 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d7c1afae-56bf-49e1-adda-c339d1bf6378 req-070f65c5-7d60-44f9-b571-2353d94e43d5 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0780544 Oct 27 09:38:58.694904 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:58.776867 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-5be171d3-cf45-4e49-bd4a-893e3341017d tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9 HTTP/1.1" status: 200 len: 379 time: 0.2088578 Oct 27 09:38:58.780534 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2df6846a-aed7-4954-a039-7f0c308a01dd req-4d9a5c0d-d319-4607-8826-d14ff5774cd9 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 210 time: 0.0540683 Oct 27 09:38:58.783812 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d7c1afae-56bf-49e1-adda-c339d1bf6378 req-7b1f6e28-fe0e-41d7-a4d9-2eda66a9f19e tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416163 Oct 27 09:38:58.881373 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Request body: {'port': {'device_id': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'admin_state_up': True, 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'security_groups': ['cd433588-b33b-4439-a4f7-8ea28dec1cdc']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:38:59.051556 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f703b73-d19b-4fe7-b56c-0f934bbaff24 req-af81e5c1-e9f0-4ac6-a065-eda04a865c2b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:59.052701 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f703b73-d19b-4fe7-b56c-0f934bbaff24 req-af81e5c1-e9f0-4ac6-a065-eda04a865c2b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.1417785 Oct 27 09:38:59.109476 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55917b-d303-4297-8709-46789c031262 req-5e811e12-57dd-4110-9e33-1fcbd6a5ce91 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:59.113163 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0f55917b-d303-4297-8709-46789c031262 req-5e811e12-57dd-4110-9e33-1fcbd6a5ce91 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.1193304 Oct 27 09:38:59.155572 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f703b73-d19b-4fe7-b56c-0f934bbaff24 req-f2f72d76-19d6-47dc-8f3c-3cdfeabad369 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958683 Oct 27 09:38:59.206666 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Made reservation on behalf of f7b8fb656ee34fae8d20679c0e0f7ff9 for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:38:59.210530 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:59.225707 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0f55917b-d303-4297-8709-46789c031262 req-716e6fe3-3d28-4bdf-9242-75334c485be8 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966735 Oct 27 09:38:59.334803 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:59.394928 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Allocated IP 172.20.0.7 (909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd/faf8b354-5a8f-483d-acb3-774b2e6a5fe4/af533890-8a09-4e93-ac93-881cbb38ca23) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:38:59.585132 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for port (af533890-8a09-4e93-ac93-881cbb38ca23), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:59.625183 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:59.679108 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:38:59.684604 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:38:59.687099 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event updated for resources: {'Port': ['ID=af533890-8a09-4e93-ac93-881cbb38ca23,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:38:59.699352 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:38:59.719608 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:59.771162 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:38:59.771684 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:59.796896 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-8cc0da5f-01c3-4df8-90d0-71197640617e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9390302 Oct 27 09:38:59.890754 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2cef35fb-994c-4c9a-a1dd-027c8a8756bc up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:38:59.894303 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:59.936978 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:38:59.953989 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:38:59.954630 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:38:59.955104 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc Oct 27 09:39:00.002163 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a3749-42dd-407c-9bd4-0994d463b6e8 req-c9fa25ae-f00e-477b-916f-78dbffa02351 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:00.003785 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1b6a3749-42dd-407c-9bd4-0994d463b6e8 req-c9fa25ae-f00e-477b-916f-78dbffa02351 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1186225 Oct 27 09:39:00.009810 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:00.053895 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da165e1-67aa-49d7-974a-50810d1059dc req-c0087c8a-a7a1-4be8-84e4-2a29925cb2af tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:00.056772 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7da165e1-67aa-49d7-974a-50810d1059dc req-c0087c8a-a7a1-4be8-84e4-2a29925cb2af tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 931 time: 0.1061556 Oct 27 09:39:00.087896 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-eb929ebc-2600-4019-842e-d3fb89d57090 None None] Provisioning complete for port af533890-8a09-4e93-ac93-881cbb38ca23 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:39:00.093056 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-eb929ebc-2600-4019-842e-d3fb89d57090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:00.093596 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-eb929ebc-2600-4019-842e-d3fb89d57090 None None] Attempt 1 to provision port af533890-8a09-4e93-ac93-881cbb38ca23 Oct 27 09:39:00.134668 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:39:00.147618 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-eb929ebc-2600-4019-842e-d3fb89d57090 None None] Port af533890-8a09-4e93-ac93-881cbb38ca23 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:39:00.148974 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Request body: {'port': {'device_id': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:00.199393 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7da165e1-67aa-49d7-974a-50810d1059dc req-4d4f4000-74fe-4938-a19a-0c9e567102dc tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307485 Oct 27 09:39:00.228988 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1b6a3749-42dd-407c-9bd4-0994d463b6e8 req-749cce7a-b691-43c6-8f56-960a518175c2 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143843 Oct 27 09:39:00.323075 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:00.436670 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5694c71-1230-4dbd-ba3b-d792e087ea80 req-ed0e0296-077f-41c9-836a-ca46e52c5680 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:00.438225 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f5694c71-1230-4dbd-ba3b-d792e087ea80 req-ed0e0296-077f-41c9-836a-ca46e52c5680 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.1270506 Oct 27 09:39:00.443833 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0128d3-9280-42d0-92bf-c5c0f394ca4b req-7e1179e1-97bd-4917-b0cc-c467f3408a10 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:00.447464 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6a0128d3-9280-42d0-92bf-c5c0f394ca4b req-7e1179e1-97bd-4917-b0cc-c467f3408a10 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0983543 Oct 27 09:39:00.614419 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6a0128d3-9280-42d0-92bf-c5c0f394ca4b req-88e5c679-eabe-4a8e-95b8-6215a15707fe tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568549 Oct 27 09:39:00.658735 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:00.674530 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f5694c71-1230-4dbd-ba3b-d792e087ea80 req-7e4bb415-e3c3-4b63-9748-74dc15549565 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260025 Oct 27 09:39:00.874365 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af533890-8a09-4e93-ac93-881cbb38ca23 {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:39:00.884246 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Publish callbacks [] for port (af533890-8a09-4e93-ac93-881cbb38ca23), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:00.885570 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:00.889543 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:00.903151 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Transition to ACTIVE for port object af533890-8a09-4e93-ac93-881cbb38ca23 will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:39:00.908956 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:00.991719 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Pushing event updated for resources: {'Port': ['ID=af533890-8a09-4e93-ac93-881cbb38ca23,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:01.067672 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Attempting to bind port af533890-8a09-4e93-ac93-881cbb38ca23 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:39:01.067672 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Attempting to bind port af533890-8a09-4e93-ac93-881cbb38ca23 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:39:01.067672 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Attempting to bind port af533890-8a09-4e93-ac93-881cbb38ca23 on network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:39:01.183932 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:01.183932 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Port af533890-8a09-4e93-ac93-881cbb38ca23 on network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:39:01.183932 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Attempting to bind port af533890-8a09-4e93-ac93-881cbb38ca23 on network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:39:01.238798 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:39:01.239300 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Checking segment: {'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:39:01.239694 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Bound using segment: {'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:39:01.240122 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Bound port: af533890-8a09-4e93-ac93-881cbb38ca23, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c41ca48-607b-416d-8cc1-6fc6399caded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:39:01.240482 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:01.318064 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] For port af533890-8a09-4e93-ac93-881cbb38ca23, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:39:01.322751 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] For port af533890-8a09-4e93-ac93-881cbb38ca23, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=af533890-8a09-4e93-ac93-881cbb38ca23,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:39:01.353036 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:01.374778 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:01.429055 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:01.429682 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:01.431091 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/af533890-8a09-4e93-ac93-881cbb38ca23 HTTP/1.1" status: 200 len: 1093 time: 1.3240690 Oct 27 09:39:01.432936 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:39:01.435305 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:01.435485 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d70ee14-d80d-4e6e-8be0-f9c5965365df" -d '{"events": [{"name": "network-changed", "server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:39:01.534459 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158ab06-2d23-446c-9dc9-a5edd9956760 service neutron] Pushing event updated for resources: {'Port': ['ID=af533890-8a09-4e93-ac93-881cbb38ca23,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:01.542215 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ced5-a6e3-45f8-b1f2-d80547eaadd1 req-bc239014-4e36-47e5-9255-de2560336f62 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:01.543708 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3819ced5-a6e3-45f8-b1f2-d80547eaadd1 req-bc239014-4e36-47e5-9255-de2560336f62 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1930718 Oct 27 09:39:01.552478 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45d7b7-7f64-4358-936b-ceaaff770cbc req-72b2503c-871c-4036-b1de-d0a758e9f50a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:01.559078 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cc45d7b7-7f64-4358-936b-ceaaff770cbc req-72b2503c-871c-4036-b1de-d0a758e9f50a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.2325854 Oct 27 09:39:01.598425 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-deef6dfc-3049-4e22-9ff3-6b783a886ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:01.599954 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-deef6dfc-3049-4e22-9ff3-6b783a886ca9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9&device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 1127 time: 0.1046400 Oct 27 09:39:01.659338 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-e9974fcc-f1a6-4074-8254-4588089943ac service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af533890-8a09-4e93-ac93-881cbb38ca23 HTTP/1.1" status: 200 len: 217 time: 0.0447054 Oct 27 09:39:01.712618 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cc45d7b7-7f64-4358-936b-ceaaff770cbc req-0969b262-07b4-4462-a586-29a598a9a5a0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489966 Oct 27 09:39:01.728111 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3819ced5-a6e3-45f8-b1f2-d80547eaadd1 req-0a994057-ee05-474b-bdb0-1457bf822b04 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677370 Oct 27 09:39:01.775566 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-39d02f57-eea7-4781-b462-4e2c96cc96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:01.777394 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-39d02f57-eea7-4781-b462-4e2c96cc96de service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=faf8b354-5a8f-483d-acb3-774b2e6a5fe4 HTTP/1.1" status: 200 len: 847 time: 0.1058023 Oct 27 09:39:01.824982 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d561ed3-1241-4c57-9620-301f9f1b2c81 x-openstack-request-id: req-9d561ed3-1241-4c57-9620-301f9f1b2c81 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:39:01.825856 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:39:01.826288 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9d561ed3-1241-4c57-9620-301f9f1b2c81 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:39:01.826849 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d561ed3-1241-4c57-9620-301f9f1b2c81'] response: {'name': 'network-changed', 'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'status': 'completed', 'code': 200} Oct 27 09:39:01.843162 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-ccfeac48-0ded-47ff-a3b2-61197a66a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:01.845049 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-ccfeac48-0ded-47ff-a3b2-61197a66a49b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604014 Oct 27 09:39:01.954109 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35a996-2126-4812-8e9c-515b42fe7fc9 req-2ed6afe0-17c7-44e1-bfbf-01f6ea0ba41f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:01.956337 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ce35a996-2126-4812-8e9c-515b42fe7fc9 req-2ed6afe0-17c7-44e1-bfbf-01f6ea0ba41f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.1104314 Oct 27 09:39:01.971194 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:02.006776 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-fdfe7506-06ef-4198-a061-aecebe14aa62 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459444 Oct 27 09:39:02.055352 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ce35a996-2126-4812-8e9c-515b42fe7fc9 req-8aecdde3-e3a2-49e5-ac44-f0a651acd068 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922015 Oct 27 09:39:02.126318 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a5924da-d086-4834-b524-3c6c9a61cf99 req-5569ae1f-2447-4972-ba50-e96cf5c7f220 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062419 Oct 27 09:39:02.327925 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 60264) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:02.335185 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-98668a1b-d22a-4e70-aa6e-0fcdeeed5148 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446951875', 'description': 'tempest-description--1968397450'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:02.360662 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98668a1b-d22a-4e70-aa6e-0fcdeeed5148 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:02.424856 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:02.463625 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98668a1b-d22a-4e70-aa6e-0fcdeeed5148 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group (5ffc2248-aed5-41cb-8047-efed31f06157), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:02.468837 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98668a1b-d22a-4e70-aa6e-0fcdeeed5148 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (5ffc2248-aed5-41cb-8047-efed31f06157), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:02.538760 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98668a1b-d22a-4e70-aa6e-0fcdeeed5148 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffc2248-aed5-41cb-8047-efed31f06157,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:02.546455 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-98668a1b-d22a-4e70-aa6e-0fcdeeed5148 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:02.547837 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-98668a1b-d22a-4e70-aa6e-0fcdeeed5148 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2163787 Oct 27 09:39:02.550769 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 60266) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:02.556909 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-c71e688f-594c-4043-8a72-5c41ebb023fa tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Request body: {'security_group_rule': {'security_group_id': '5ffc2248-aed5-41cb-8047-efed31f06157', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:02.568218 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70ee14-d80d-4e6e-8be0-f9c5965365df req-32ec36ec-9194-457d-a8be-3273c609a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:02.569864 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8d70ee14-d80d-4e6e-8be0-f9c5965365df req-32ec36ec-9194-457d-a8be-3273c609a307 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9&device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 1127 time: 0.0954785 Oct 27 09:39:02.644404 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c71e688f-594c-4043-8a72-5c41ebb023fa tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group_rule (4517efbf-b61a-4488-b740-056537e461fe), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:02.709785 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70ee14-d80d-4e6e-8be0-f9c5965365df req-4947baf1-f0d6-4bbd-ae34-824538a63c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:02.711282 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8d70ee14-d80d-4e6e-8be0-f9c5965365df req-4947baf1-f0d6-4bbd-ae34-824538a63c54 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd HTTP/1.1" status: 200 len: 909 time: 0.1344466 Oct 27 09:39:02.723809 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c71e688f-594c-4043-8a72-5c41ebb023fa tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group_rule (4517efbf-b61a-4488-b740-056537e461fe), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:02.735122 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c71e688f-594c-4043-8a72-5c41ebb023fa tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (4517efbf-b61a-4488-b740-056537e461fe), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:02.773310 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8d70ee14-d80d-4e6e-8be0-f9c5965365df req-b5159ce0-f157-4046-b895-239bddcfb0a6 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af533890-8a09-4e93-ac93-881cbb38ca23 HTTP/1.1" status: 200 len: 217 time: 0.0455077 Oct 27 09:39:02.796069 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e688f-594c-4043-8a72-5c41ebb023fa tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4517efbf-b61a-4488-b740-056537e461fe,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:02.820282 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c71e688f-594c-4043-8a72-5c41ebb023fa tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:02.824560 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-c71e688f-594c-4043-8a72-5c41ebb023fa tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2698312 Oct 27 09:39:02.825253 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 60276) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:02.831654 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-ca9f9a7e-895d-4a84-81c8-d2d537adebe6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Request body: {'security_group_rule': {'security_group_id': '5ffc2248-aed5-41cb-8047-efed31f06157', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:02.882237 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9a7e-895d-4a84-81c8-d2d537adebe6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group_rule (a015090f-756d-48cf-9c15-89121e263b8d), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:02.883882 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70ee14-d80d-4e6e-8be0-f9c5965365df req-2e2b09d4-e18e-43b9-85a8-e17ed3e8aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:02.886282 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8d70ee14-d80d-4e6e-8be0-f9c5965365df req-2e2b09d4-e18e-43b9-85a8-e17ed3e8aa6b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=faf8b354-5a8f-483d-acb3-774b2e6a5fe4 HTTP/1.1" status: 200 len: 847 time: 0.1044424 Oct 27 09:39:02.894615 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0bd3-37e1-499b-b627-3db46ed8d449 req-e341a926-c16a-4574-b37e-8e486b341fa9 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:02.902087 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-243d0bd3-37e1-499b-b627-3db46ed8d449 req-e341a926-c16a-4574-b37e-8e486b341fa9 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0789318 Oct 27 09:39:02.949218 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9a7e-895d-4a84-81c8-d2d537adebe6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group_rule (a015090f-756d-48cf-9c15-89121e263b8d), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:02.956160 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9a7e-895d-4a84-81c8-d2d537adebe6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (a015090f-756d-48cf-9c15-89121e263b8d), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:02.973103 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f9a7e-895d-4a84-81c8-d2d537adebe6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a015090f-756d-48cf-9c15-89121e263b8d,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:02.986615 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:02.996886 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e262c-a507-4a08-a3cd-7fe2d77e8fbf req-e15fd2c8-3739-479c-9c4c-f46a0a61a3c3 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:02.998432 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ce6e262c-a507-4a08-a3cd-7fe2d77e8fbf req-e15fd2c8-3739-479c-9c4c-f46a0a61a3c3 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1288011 Oct 27 09:39:03.001737 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9a7e-895d-4a84-81c8-d2d537adebe6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:03.008336 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-ca9f9a7e-895d-4a84-81c8-d2d537adebe6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1807430 Oct 27 09:39:03.009973 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 60278) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:03.016359 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:03.039208 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70ee14-d80d-4e6e-8be0-f9c5965365df req-f76262ef-7106-4135-9928-307652e6a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:03.042240 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:03.045339 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8d70ee14-d80d-4e6e-8be0-f9c5965365df req-f76262ef-7106-4135-9928-307652e6a4fb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1367080 Oct 27 09:39:03.107275 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-243d0bd3-37e1-499b-b627-3db46ed8d449 req-e0325b37-a6ec-410d-92ae-ffaef572afe6 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042296 Oct 27 09:39:03.138994 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:03.245889 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ce6e262c-a507-4a08-a3cd-7fe2d77e8fbf req-b77e0720-64ab-4891-a29e-baf7ccfbf3f1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274630 Oct 27 09:39:03.305084 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Allocated IP 172.27.0.171 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:39:03.313580 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75610082-352f-4409-b982-d2b5ec2b6d22 req-b3984b0f-91f4-421a-a033-b8f0e7fc1181 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:03.315559 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-75610082-352f-4409-b982-d2b5ec2b6d22 req-b3984b0f-91f4-421a-a033-b8f0e7fc1181 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0664546 Oct 27 09:39:03.316806 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 0e6b0478-48aa-4f67-86d8-eb4b392e3971 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:39:03.423630 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-75610082-352f-4409-b982-d2b5ec2b6d22 req-300e9eff-e4fe-4654-ba48-42b7d2aabb3f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771687 Oct 27 09:39:03.457879 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8d70ee14-d80d-4e6e-8be0-f9c5965365df req-876047d6-1c2d-4c70-9638-c806d8620154 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746593 Oct 27 09:39:03.501221 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for port (3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:03.556161 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:03.579826 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:03.604722 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'port_id': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'mac_address': 'fa:16:3e:2c:3c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:39:03.606949 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:39:03.612226 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:39:03.615632 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event updated for resources: {'Port': ['ID=3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:03.616825 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:39:03.660588 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 is: ACTIVE; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:39:03.661350 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:03.681880 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e6b0478-48aa-4f67-86d8-eb4b392e3971 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:39:03.683349 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8d70ee14-d80d-4e6e-8be0-f9c5965365df req-74e56386-0f5a-4da2-a814-966938c7dae6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175195 Oct 27 09:39:03.710718 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:03.717260 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:03.720976 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for floatingip (610c2fa3-5307-4c8b-9fbc-5742db941f7d), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:03.767743 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:03.777348 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:03.786428 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=0e6b0478-48aa-4f67-86d8-eb4b392e3971,revision_number=6']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:03.793901 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.794249 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.794588 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.794995 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.795329 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.795656 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.795981 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.796302 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.796742 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.797083 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.797407 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.797842 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.798167 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.798486 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.798857 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:03.844367 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['0e6b0478-48aa-4f67-86d8-eb4b392e3971'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:39:03.852109 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:04.281737 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402816a-8ffa-4c8e-9078-9dc6422537e8 req-fa73b078-0693-4707-abd3-0224bdcebf4b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:04.295441 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6402816a-8ffa-4c8e-9078-9dc6422537e8 req-fa73b078-0693-4707-abd3-0224bdcebf4b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0905111 Oct 27 09:39:04.308584 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for port (3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:04.314427 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:04.367603 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6402816a-8ffa-4c8e-9078-9dc6422537e8 req-91cb6c1f-023a-4e93-8baf-a78b9a787be0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711720 Oct 27 09:39:04.414193 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event updated for resources: {'Port': ['ID=3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:04.422103 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (610c2fa3-5307-4c8b-9fbc-5742db941f7d), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:04.449949 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:04.474159 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-dbd53593-a6b6-4be6-bf57-a6d9707b9aa7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4621778 Oct 27 09:39:04.560212 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87dc35-4c7a-4c6f-8862-ce5c8b8ef502 req-beaf4ee2-f930-4ca2-8df8-467980f60412 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:04.569767 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-de87dc35-4c7a-4c6f-8862-ce5c8b8ef502 req-beaf4ee2-f930-4ca2-8df8-467980f60412 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1376107 Oct 27 09:39:04.586797 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:04.716399 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-de87dc35-4c7a-4c6f-8862-ce5c8b8ef502 req-14f129a0-5d9b-4ded-b4ef-6c7996c519b9 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346841 Oct 27 09:39:04.733194 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb74b4-8c5e-4097-b911-de03566e40a4 req-e95db26b-9c93-4188-94ae-cfcaf2836be3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:04.735001 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f7cb74b4-8c5e-4097-b911-de03566e40a4 req-e95db26b-9c93-4188-94ae-cfcaf2836be3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 944 time: 0.1160979 Oct 27 09:39:04.783986 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:39:04.819100 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f7cb74b4-8c5e-4097-b911-de03566e40a4 req-b27ef0d9-42a4-4123-bee8-1b65ba1d7c50 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690486 Oct 27 09:39:05.334979 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 0e6b0478-48aa-4f67-86d8-eb4b392e3971 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:39:05.403239 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:39:05.403997 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:05.404582 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 Oct 27 09:39:05.476616 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:05.576844 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca703d-4d2a-4646-970d-fbdc7c18c224 req-b8792823-945e-4c5e-90ca-ce47a220c76b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:05.579503 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1aca703d-4d2a-4646-970d-fbdc7c18c224 req-b8792823-945e-4c5e-90ca-ce47a220c76b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0802457 Oct 27 09:39:05.747554 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:39:05.748223 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:05.758736 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1aca703d-4d2a-4646-970d-fbdc7c18c224 req-2687aa14-99ef-4eb6-9350-f80ba80857d7 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710279 Oct 27 09:39:05.862213 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:05.863639 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:39:05.866699 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a135058-b598-43d3-a8e9-7a24303d11f7" -d '{"events": [{"server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "name": "network-vif-plugged", "status": "completed", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:39:05.878146 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:06.000911 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14035a05-b248-47b3-a996-277ba591b3f3 req-61e5d42f-92eb-4891-a31b-2cb07c158e5d tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:06.010924 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-14035a05-b248-47b3-a996-277ba591b3f3 req-61e5d42f-92eb-4891-a31b-2cb07c158e5d tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.1309216 Oct 27 09:39:06.036597 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=0e6b0478-48aa-4f67-86d8-eb4b392e3971,revision_number=7']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:06.113884 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-14035a05-b248-47b3-a996-277ba591b3f3 req-835ea146-2d47-4b56-82a6-526352be3550 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949328 Oct 27 09:39:06.325532 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32245bca-6822-481d-b29a-0c9532c7d8c9 req-83fe6124-356b-45b2-b7a8-0220e4866813 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:06.327789 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32245bca-6822-481d-b29a-0c9532c7d8c9 req-83fe6124-356b-45b2-b7a8-0220e4866813 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0974157 Oct 27 09:39:06.388450 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:06.434982 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32245bca-6822-481d-b29a-0c9532c7d8c9 req-40c9c21e-d915-40bd-9bb2-03298eab7cd3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001539 Oct 27 09:39:06.533800 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114adac8-576c-4260-bb6a-58a784d9170c x-openstack-request-id: req-114adac8-576c-4260-bb6a-58a784d9170c {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:39:06.534191 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "name": "network-vif-plugged", "status": "completed", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:39:06.534553 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-114adac8-576c-4260-bb6a-58a784d9170c {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:39:06.535036 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114adac8-576c-4260-bb6a-58a784d9170c'] response: {'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'code': 200} Oct 27 09:39:06.927689 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:06.934446 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363c2d-967e-4388-a054-e582e77eebcf req-8c5e20a6-7362-4b7c-86ec-93340f14040e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:06.941465 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c1363c2d-967e-4388-a054-e582e77eebcf req-8c5e20a6-7362-4b7c-86ec-93340f14040e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0708892 Oct 27 09:39:07.017098 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:07.029736 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c1363c2d-967e-4388-a054-e582e77eebcf req-71ddcbc7-16c8-48ad-891a-96c7c0b0aa68 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856726 Oct 27 09:39:07.279202 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52667db7-ef4b-4b9b-8f7d-0acd2004d1c3 req-41d3598f-f7d4-41a7-af20-51d4b45d2c93 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:07.281523 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-52667db7-ef4b-4b9b-8f7d-0acd2004d1c3 req-41d3598f-f7d4-41a7-af20-51d4b45d2c93 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0661530 Oct 27 09:39:07.351885 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-52667db7-ef4b-4b9b-8f7d-0acd2004d1c3 req-75305abb-dbc0-4316-b383-829064108722 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617893 Oct 27 09:39:07.539504 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-4d8d8142-fbde-4576-9f3f-28e2d784b317 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1446951875&fields=id&tenant_id=df306d37ff634f7eaad80fc3bc65b653 HTTP/1.1" status: 200 len: 267 time: 0.0560422 Oct 27 09:39:07.717239 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-9a41bcfc-d8a3-4380-aa5c-69570633196c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:07.718694 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-9a41bcfc-d8a3-4380-aa5c-69570633196c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 819 time: 0.1680784 Oct 27 09:39:07.764599 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-dbd1b9c4-93c3-4334-a357-839ea58fa167 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/quotas/df306d37ff634f7eaad80fc3bc65b653 HTTP/1.1" status: 200 len: 375 time: 0.0358486 Oct 27 09:39:07.781554 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02230f8f-fbeb-47a4-904e-7820923c36ec req-65a121d3-a9c6-4604-b9bd-a5acb0129244 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:07.783214 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-02230f8f-fbeb-47a4-904e-7820923c36ec req-65a121d3-a9c6-4604-b9bd-a5acb0129244 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0766444 Oct 27 09:39:07.860568 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-1ee1c069-44a9-4c5e-809b-a80514760f55 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0829356 Oct 27 09:39:07.911278 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-02230f8f-fbeb-47a4-904e-7820923c36ec req-3cc7d03c-6e15-45cf-939f-d1e2f8bddf66 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196201 Oct 27 09:39:07.980577 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-776cbf0a-836b-4d4a-afcb-e9c93e0fad9e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104429 Oct 27 09:39:08.283123 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:08.331938 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb2a1d-e866-4a2b-be85-6a436f64c408 req-4b8aeaef-ce0c-4cde-b9d1-d9edc6497132 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:08.333458 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-99cb2a1d-e866-4a2b-be85-6a436f64c408 req-4b8aeaef-ce0c-4cde-b9d1-d9edc6497132 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.3270679 Oct 27 09:39:08.366699 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-e6287222-1b4d-4200-a12d-a3966cf2c5c5 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791337 Oct 27 09:39:08.408900 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-99cb2a1d-e866-4a2b-be85-6a436f64c408 req-5eec0b24-42df-4600-89b7-843defead144 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637484 Oct 27 09:39:08.739130 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-5d577fed-dace-47d5-9959-81a0ebca79c9 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:08.745763 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-5d577fed-dace-47d5-9959-81a0ebca79c9 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/networks?id=042524b8-b6d1-4da2-af4f-a673e3c2f198 HTTP/1.1" status: 200 len: 815 time: 0.2611458 Oct 27 09:39:08.762266 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea4fda-7538-493f-8fea-164423985cae req-4ba2bb6f-24b1-462f-9d68-b0342f96d3b2 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:08.763780 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32ea4fda-7538-493f-8fea-164423985cae req-4ba2bb6f-24b1-462f-9d68-b0342f96d3b2 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.1569796 Oct 27 09:39:08.769008 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-ca924a5a-4c95-4214-b919-a96c4cf7afcf tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/quotas/f169a47a4c9a4c60b87cedcd77c102c8 HTTP/1.1" status: 200 len: 375 time: 0.0223377 Oct 27 09:39:08.875758 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32ea4fda-7538-493f-8fea-164423985cae req-70b25adb-6dbb-4474-81c6-89878226bdc8 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055000 Oct 27 09:39:08.895369 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-b048222b-c6ca-48b1-98f0-ee68a46bb01d tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=f169a47a4c9a4c60b87cedcd77c102c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177003 Oct 27 09:39:09.073501 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5dc71991-d578-47b4-b41e-bd13d4da7928 req-01091cfa-9c3b-44bb-a3b6-a820e2327d27 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 210 time: 0.0915451 Oct 27 09:39:09.276887 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac680dfd-335c-42d5-8bb8-5b5d2f010bad req-2dd63a14-733e-442c-bd2d-08abc52cb180 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:09.293619 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ac680dfd-335c-42d5-8bb8-5b5d2f010bad req-2dd63a14-733e-442c-bd2d-08abc52cb180 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0812902 Oct 27 09:39:09.316592 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:09.350562 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ae3e-343e-45bf-ba08-4d753d504407 req-f1c69ebb-e301-43d0-9f05-5fd99e104505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:09.350562 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-92a2ae3e-343e-45bf-ba08-4d753d504407 req-f1c69ebb-e301-43d0-9f05-5fd99e104505 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 1129 time: 0.3072498 Oct 27 09:39:09.404836 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-2a900101-56c5-4a3e-a8a2-5a25cd6ab0a5 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940956 Oct 27 09:39:09.429118 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ac680dfd-335c-42d5-8bb8-5b5d2f010bad req-aa173898-3c97-4b97-ae9f-aaae4f0b8e10 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344755 Oct 27 09:39:09.625570 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb9298-beae-4052-a778-c0213ea4abaa req-b3644363-2e1a-4014-840b-b3bce7526a99 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:09.633112 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-82fb9298-beae-4052-a778-c0213ea4abaa req-b3644363-2e1a-4014-840b-b3bce7526a99 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0931740 Oct 27 09:39:09.658364 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ae3e-343e-45bf-ba08-4d753d504407 req-0d4e8a36-81cc-427a-ac47-5e2e341b78eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:09.659939 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-92a2ae3e-343e-45bf-ba08-4d753d504407 req-0d4e8a36-81cc-427a-ac47-5e2e341b78eb service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 200 len: 911 time: 0.2950351 Oct 27 09:39:09.673095 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-41736a38-2506-4582-ac5b-d7e7b2199cc0 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588327 Oct 27 09:39:09.722355 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:09.767263 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-92a2ae3e-343e-45bf-ba08-4d753d504407 req-e954356d-ef0d-46fd-a9aa-e1afef8f63fe service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb HTTP/1.1" status: 200 len: 1001 time: 0.0882969 Oct 27 09:39:09.771979 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-82fb9298-beae-4052-a778-c0213ea4abaa req-89811c35-160c-4622-b305-4f594a66cabe tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379449 Oct 27 09:39:09.844229 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ae3e-343e-45bf-ba08-4d753d504407 req-fc76b561-4817-4dd6-b6a4-a448b81b2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:09.845866 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-92a2ae3e-343e-45bf-ba08-4d753d504407 req-fc76b561-4817-4dd6-b6a4-a448b81b2f22 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7b858d44-f19d-48cb-bdfe-2ce0056a601e HTTP/1.1" status: 200 len: 849 time: 0.0704944 Oct 27 09:39:09.912124 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ae3e-343e-45bf-ba08-4d753d504407 req-1540e8e4-06be-4fdb-a199-e1453e9aa36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:09.922487 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-92a2ae3e-343e-45bf-ba08-4d753d504407 req-1540e8e4-06be-4fdb-a199-e1453e9aa36b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=27e1c21a-a41e-4b69-8864-f162b04c2923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612636 Oct 27 09:39:09.981631 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aee5269d-e4ae-41a0-9b82-4fe34eb19f8b req-6f22dfae-3532-4949-832e-4c7dfaef1984 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0580399 Oct 27 09:39:10.156198 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397a655-9943-4153-9b59-ba9e7bd1a89b req-f7b35dc3-f30b-40e8-935b-b081079982a5 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:10.159080 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0397a655-9943-4153-9b59-ba9e7bd1a89b req-f7b35dc3-f30b-40e8-935b-b081079982a5 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.1902175 Oct 27 09:39:10.268068 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fcba026c-94c0-4279-97e8-612f406ee3b4 req-60acbf1a-2ed9-41ad-abbb-98d19c330923 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 210 time: 0.0865564 Oct 27 09:39:10.282100 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0397a655-9943-4153-9b59-ba9e7bd1a89b req-be4fdb82-c63c-4db5-b00a-e741bba7c626 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038334 Oct 27 09:39:10.289600 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-92a2ae3e-343e-45bf-ba08-4d753d504407 req-49282999-cdbc-4947-94ad-c0c84e71c029 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515627 Oct 27 09:39:10.484694 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-92a2ae3e-343e-45bf-ba08-4d753d504407 req-92322b30-45f0-4a69-b2c7-0a0f3178c3bf service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782207 Oct 27 09:39:10.656303 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-1d4baa7d-7eb5-4592-92fb-4a7c001000fe tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:10.658043 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-1d4baa7d-7eb5-4592-92fb-4a7c001000fe tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 819 time: 0.2130392 Oct 27 09:39:10.683917 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26334067-8e9d-4b2c-9b74-07621db2aa2d req-8de1da2b-e3cc-4811-985e-312df8908d02 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:10.685469 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-26334067-8e9d-4b2c-9b74-07621db2aa2d req-8de1da2b-e3cc-4811-985e-312df8908d02 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0969501 Oct 27 09:39:10.738920 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-26334067-8e9d-4b2c-9b74-07621db2aa2d req-c02ab9ee-bbcc-416f-94b0-6788b76ee0cc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473626 Oct 27 09:39:10.923191 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacd717-6da1-4233-b51f-59c5acfd9191 req-005c8aa1-57f3-4d0b-83c4-276a664f80a6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:10.930350 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5aacd717-6da1-4233-b51f-59c5acfd9191 req-005c8aa1-57f3-4d0b-83c4-276a664f80a6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0616305 Oct 27 09:39:10.944682 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:10.986140 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5aacd717-6da1-4233-b51f-59c5acfd9191 req-0698e875-201b-4730-ae53-19e952ed1eff tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548711 Oct 27 09:39:11.092821 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6a68f45f-6937-40f6-8813-6f839d3303c7 req-024dc889-3922-4d9c-8e1c-bb1fa98d6b7e tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0291381 Oct 27 09:39:11.458514 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f482ed98-26f6-40e5-ab05-7b43e0f5f7a8 req-381bc9b8-ac1e-4b34-9bb1-6979692fd234 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 210 time: 0.0838010 Oct 27 09:39:11.500564 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88aa3d-1c7e-46ac-9b86-f7267a8ff971 req-05801498-86a1-4514-9b4d-f9fa481222fe tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:11.502357 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4f88aa3d-1c7e-46ac-9b86-f7267a8ff971 req-05801498-86a1-4514-9b4d-f9fa481222fe tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.1043305 Oct 27 09:39:11.561209 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4f88aa3d-1c7e-46ac-9b86-f7267a8ff971 req-3b1e90a7-faa0-49da-bd13-b432c419c8ea tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529428 Oct 27 09:39:11.633244 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device af533890-8a09-4e93-ac93-881cbb38ca23 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:39:11.634969 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:11.746130 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port af533890-8a09-4e93-ac93-881cbb38ca23, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=af533890-8a09-4e93-ac93-881cbb38ca23,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:11.758856 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'port_id': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'mac_address': 'fa:16:3e:d1:ed:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:39:11.817500 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port af533890-8a09-4e93-ac93-881cbb38ca23 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:39:11.818254 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:11.846276 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af533890-8a09-4e93-ac93-881cbb38ca23 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:39:11.876909 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port af533890-8a09-4e93-ac93-881cbb38ca23, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=af533890-8a09-4e93-ac93-881cbb38ca23,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:11.880949 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4f31e-0961-4ca3-bc6c-301dd822b78e req-815ac406-2103-4db1-94e0-f42f1e724b78 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:11.882562 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b9e4f31e-0961-4ca3-bc6c-301dd822b78e req-815ac406-2103-4db1-94e0-f42f1e724b78 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0595210 Oct 27 09:39:11.884179 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:11.940285 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=af533890-8a09-4e93-ac93-881cbb38ca23,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:11.948191 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b9e4f31e-0961-4ca3-bc6c-301dd822b78e req-06acf2e7-aa7e-4a6a-a049-9853b7ee8949 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571349 Oct 27 09:39:12.117216 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284f018-f65c-4731-8579-855c445511b9 req-a3d5f45d-7606-406b-a135-e75cd1e52a44 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:12.118803 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9284f018-f65c-4731-8579-855c445511b9 req-a3d5f45d-7606-406b-a135-e75cd1e52a44 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0508220 Oct 27 09:39:12.197095 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9284f018-f65c-4731-8579-855c445511b9 req-38e35177-91a6-4032-a4bf-7b81dbbe9ccb tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715313 Oct 27 09:39:12.217385 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ba8b0e85-133b-485e-b390-51cabc214c25 req-24c84c21-eefc-4391-8074-972a3b1e0e59 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0384696 Oct 27 09:39:12.577327 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-30fb3cff-ac09-42de-b3c8-23bff58d772d req-86e5e8d9-9617-4b57-9ce1-b05d90bab6f6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 210 time: 0.0331464 Oct 27 09:39:12.708968 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7f7e2-3e64-41e3-b378-bb53de1db044 req-1d81c848-2f21-4fe0-a9ff-5fdb2a12a792 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:12.716694 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-34e7f7e2-3e64-41e3-b378-bb53de1db044 req-1d81c848-2f21-4fe0-a9ff-5fdb2a12a792 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 944 time: 0.0606275 Oct 27 09:39:12.768845 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-34e7f7e2-3e64-41e3-b378-bb53de1db044 req-7d4cb1aa-427b-4bcd-91c9-74e36ea70897 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510597 Oct 27 09:39:13.086520 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514eb53-86b6-4ac2-be79-0a20db1b9661 req-b75f5c41-30f6-4b19-bd4b-aaa284c86e19 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:13.089601 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5514eb53-86b6-4ac2-be79-0a20db1b9661 req-b75f5c41-30f6-4b19-bd4b-aaa284c86e19 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0530291 Oct 27 09:39:13.110498 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:13.145140 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5514eb53-86b6-4ac2-be79-0a20db1b9661 req-fcdf5302-1c05-4b3b-bcde-cb15dccdd553 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486877 Oct 27 09:39:13.361105 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ee87e276-261b-4c5a-8f16-6b75b9df5103 req-b2a6bf25-d17c-485e-a7d2-5f5f9693059c tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0343008 Oct 27 09:39:13.372582 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167ffc-fc8c-461e-9248-3b2f9f481c99 req-beb6c504-a925-4caf-8cf4-f20b94235082 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:13.374936 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-15167ffc-fc8c-461e-9248-3b2f9f481c99 req-beb6c504-a925-4caf-8cf4-f20b94235082 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0822461 Oct 27 09:39:13.430806 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-15167ffc-fc8c-461e-9248-3b2f9f481c99 req-f097b77d-a65b-4ac0-9082-7f8f65e21fd9 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500171 Oct 27 09:39:13.462796 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-1cbf60d2-e89a-4710-8eac-003d80632606 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=df306d37ff634f7eaad80fc3bc65b653 HTTP/1.1" status: 200 len: 380 time: 0.0643406 Oct 27 09:39:13.476282 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Request body: {'port': {'device_id': 'd2612979-fbed-42ac-b725-265018416862', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'admin_state_up': True, 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'security_groups': ['5ffc2248-aed5-41cb-8047-efed31f06157']}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:13.617166 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Made reservation on behalf of df306d37ff634f7eaad80fc3bc65b653 for: {'port': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:39:13.622847 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:13.725709 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8218d018-5872-4bb2-ab3a-a58cbcaa300f req-cd410823-4130-4a59-9d5c-9a0ce08b719e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 210 time: 0.0466230 Oct 27 09:39:13.822433 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['af533890-8a09-4e93-ac93-881cbb38ca23'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:39:13.848837 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Allocated IP 172.20.0.9 (778ab2d7-84d8-46e7-a293-9e88d4d9fee2/aa908abd-e61d-494e-9706-b97099e8fcb2/3a528390-aec1-4a57-8443-f4bdcd15f187) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:39:13.992175 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bf435-2acb-4ef2-aff4-f456b933a2cb req-50450477-a407-4ea3-8286-4f8354b9ce13 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:13.997849 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c08bf435-2acb-4ef2-aff4-f456b933a2cb req-50450477-a407-4ea3-8286-4f8354b9ce13 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 944 time: 0.1386306 Oct 27 09:39:14.055336 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:14.059533 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:14.076894 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c08bf435-2acb-4ef2-aff4-f456b933a2cb req-b9a7a33b-c396-4e64-86e1-74da2ad6387f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721693 Oct 27 09:39:14.122693 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:14.187233 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:14.191236 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event updated for resources: {'Port': ['ID=3a528390-aec1-4a57-8443-f4bdcd15f187,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:14.203845 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:39:14.205781 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:39:14.208683 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:39:14.284280 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:14.284280 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:14.312273 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c4ddee6f-d2cf-4d1c-8b12-f1bbea2a51ae tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8416233 Oct 27 09:39:14.324667 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5123c48-110a-4a06-a4fc-4cfcd4810104 req-ea49efc6-444b-46ff-a19a-c81ef015b905 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:14.326271 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5123c48-110a-4a06-a4fc-4cfcd4810104 req-ea49efc6-444b-46ff-a19a-c81ef015b905 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0761094 Oct 27 09:39:14.385271 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5123c48-110a-4a06-a4fc-4cfcd4810104 req-9536af0a-edb8-4b87-b2a2-e6cb967c780e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516591 Oct 27 09:39:14.498025 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-db1986f0-766a-4eef-9b5f-44019316c7e7 req-1c09b514-64af-4bcc-8816-b31cfc52a5c3 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0387406 Oct 27 09:39:14.526790 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-2cbe7d51-23b9-4fad-bf32-91ae895a144b None None] Provisioning complete for port 3a528390-aec1-4a57-8443-f4bdcd15f187 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:39:14.527240 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-2cbe7d51-23b9-4fad-bf32-91ae895a144b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:14.527646 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-2cbe7d51-23b9-4fad-bf32-91ae895a144b None None] Attempt 1 to provision port 3a528390-aec1-4a57-8443-f4bdcd15f187 Oct 27 09:39:14.567599 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Request body: {'port': {'device_id': 'd2612979-fbed-42ac-b725-265018416862', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:14.584976 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:14.600263 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5c26c-110e-4029-968f-d6ee09b05897 req-3bd603d4-e3d3-4c53-a071-887ef2829edb tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:14.612132 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4ba5c26c-110e-4029-968f-d6ee09b05897 req-3bd603d4-e3d3-4c53-a071-887ef2829edb tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0962689 Oct 27 09:39:14.623608 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe7d51-23b9-4fad-bf32-91ae895a144b None None] Port 3a528390-aec1-4a57-8443-f4bdcd15f187 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:39:14.696254 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:14.728049 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4ba5c26c-110e-4029-968f-d6ee09b05897 req-9a1cbb03-8297-4e94-bf91-e48932bc4b21 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148911 Oct 27 09:39:14.964415 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c285-35e0-4c10-a66f-1fa09c7c4aa0 req-1683bc57-d566-47b2-863a-6336f00a0e69 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:14.971560 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f858c285-35e0-4c10-a66f-1fa09c7c4aa0 req-1683bc57-d566-47b2-863a-6336f00a0e69 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 931 time: 0.1441140 Oct 27 09:39:15.015048 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:15.058266 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f858c285-35e0-4c10-a66f-1fa09c7c4aa0 req-19c7c581-a18c-4b31-bfaa-795519432a10 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857961 Oct 27 09:39:15.170167 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a528390-aec1-4a57-8443-f4bdcd15f187 {{(pid=104690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:39:15.179515 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Publish callbacks [] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:15.194573 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.provisioning_blocks [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Transition to ACTIVE for port object 3a528390-aec1-4a57-8443-f4bdcd15f187 will not be triggered until provisioned by entity L2. {{(pid=104690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:39:15.202601 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:15.244551 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21104c5f-8829-46fd-9039-25622905069d req-84952f9a-2f56-4108-b158-639ced23d37f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:15.252211 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-21104c5f-8829-46fd-9039-25622905069d req-84952f9a-2f56-4108-b158-639ced23d37f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 944 time: 0.0791705 Oct 27 09:39:15.272503 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a528390-aec1-4a57-8443-f4bdcd15f187,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:15.326748 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Attempting to bind port 3a528390-aec1-4a57-8443-f4bdcd15f187 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:39:15.327188 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Attempting to bind port 3a528390-aec1-4a57-8443-f4bdcd15f187 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:39:15.327621 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Attempting to bind port 3a528390-aec1-4a57-8443-f4bdcd15f187 on network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:39:15.331055 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-21104c5f-8829-46fd-9039-25622905069d req-068a60c8-494b-4cbd-950c-9a33f8de8077 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776098 Oct 27 09:39:15.382464 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Port 3a528390-aec1-4a57-8443-f4bdcd15f187 on network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:39:15.382685 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Attempting to bind port 3a528390-aec1-4a57-8443-f4bdcd15f187 on network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:39:15.403838 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:15.435132 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:39:15.435471 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Checking segment: {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:39:15.435863 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Bound using segment: {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:39:15.436382 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Bound port: 3a528390-aec1-4a57-8443-f4bdcd15f187, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:39:15.436697 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:15.506504 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] For port 3a528390-aec1-4a57-8443-f4bdcd15f187, host hv-cinder-79797, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:39:15.510665 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] For port 3a528390-aec1-4a57-8443-f4bdcd15f187, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=3a528390-aec1-4a57-8443-f4bdcd15f187,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:39:15.527377 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:15.535238 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:15.535867 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:15.537466 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/3a528390-aec1-4a57-8443-f4bdcd15f187 HTTP/1.1" status: 200 len: 1093 time: 0.9743080 Oct 27 09:39:15.538071 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:39:15.540703 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01930fe4-0463-412e-96f6-ad3203836c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2612979-fbed-42ac-b725-265018416862", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:39:15.575477 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540d2ca-ec1c-4090-9b5a-fc1855f9617b req-49e47396-44e3-44b2-838a-b73d51759011 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:15.583713 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a540d2ca-ec1c-4090-9b5a-fc1855f9617b req-49e47396-44e3-44b2-838a-b73d51759011 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.1031628 Oct 27 09:39:15.611805 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f53aa-df27-4952-9a00-9be70be843f9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a528390-aec1-4a57-8443-f4bdcd15f187,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:15.672145 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a611dcdf-4b23-4193-8881-1a3828f9ca69 req-c0584abf-cd5c-46e6-9dfd-7ee2f95b728d tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0428400 Oct 27 09:39:15.679967 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a540d2ca-ec1c-4090-9b5a-fc1855f9617b req-e73a50f2-4bde-4587-8125-57d7833faafe tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954251 Oct 27 09:39:15.739530 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0ef956-0e3e-418c-bbb0-eaa86f4751de x-openstack-request-id: req-ff0ef956-0e3e-418c-bbb0-eaa86f4751de {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:39:15.739828 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2612979-fbed-42ac-b725-265018416862", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:39:15.740080 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff0ef956-0e3e-418c-bbb0-eaa86f4751de {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:39:15.740495 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0ef956-0e3e-418c-bbb0-eaa86f4751de'] response: {'name': 'network-changed', 'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'status': 'completed', 'code': 200} Oct 27 09:39:16.190392 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69273a9-d7c2-4750-a9ba-1506e3cb25d1 req-c78bae88-e61e-47bb-a649-67f8dc78ce29 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:16.191783 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e69273a9-d7c2-4750-a9ba-1506e3cb25d1 req-c78bae88-e61e-47bb-a649-67f8dc78ce29 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0478089 Oct 27 09:39:16.238418 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e69273a9-d7c2-4750-a9ba-1506e3cb25d1 req-42e229d8-ee05-460a-852a-a75d91ee45b8 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410976 Oct 27 09:39:16.450034 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec577006-8c35-4ac2-9360-239e5aa8a23c req-542e0a28-8241-41fd-adb6-139a5a57f30f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:16.451442 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ec577006-8c35-4ac2-9360-239e5aa8a23c req-542e0a28-8241-41fd-adb6-139a5a57f30f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 944 time: 0.0465419 Oct 27 09:39:16.503990 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ec577006-8c35-4ac2-9360-239e5aa8a23c req-6146f775-3f43-4b33-94f5-5571a1ecee17 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464396 Oct 27 09:39:16.800000 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69001126-ee70-4820-af0b-0dad66c85fa1 req-bcad9c9a-2049-495b-8d9f-e4c66a11e212 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0375485 Oct 27 09:39:16.834117 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eccd41-4a98-4e2f-98d8-28234041e288 req-3b038ac0-c209-44f6-8e5f-40ac2d81a3fe tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:16.835598 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-29eccd41-4a98-4e2f-98d8-28234041e288 req-3b038ac0-c209-44f6-8e5f-40ac2d81a3fe tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0605414 Oct 27 09:39:16.853297 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:16.882990 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-29eccd41-4a98-4e2f-98d8-28234041e288 req-46a461ab-90de-407b-80c8-64eb2dff68ec tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 Oct 27 09:39:17.359462 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15201cd6-2d44-42df-8e4b-0cb7929438fc req-bd0136d8-fa00-4be3-9ed6-cc64856bec2b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:17.360959 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-15201cd6-2d44-42df-8e4b-0cb7929438fc req-bd0136d8-fa00-4be3-9ed6-cc64856bec2b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0473008 Oct 27 09:39:17.409694 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-15201cd6-2d44-42df-8e4b-0cb7929438fc req-49dd6473-37ff-4596-9c87-5b3b3b127af1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Oct 27 09:39:17.620772 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c1c46-be99-4c09-8062-3d164f763a80 req-218a8b5a-d984-4806-8bef-da1907102040 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:17.622214 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d50c1c46-be99-4c09-8062-3d164f763a80 req-218a8b5a-d984-4806-8bef-da1907102040 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 944 time: 0.0466690 Oct 27 09:39:17.670346 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d50c1c46-be99-4c09-8062-3d164f763a80 req-ff92e2e1-e0f7-4698-b006-3142cf64d1fd tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426240 Oct 27 09:39:17.899136 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8a7dae28-71d0-459d-a09e-3996d1a8a87b req-6163fe26-7bd1-4530-aff5-0887446aff65 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0274074 Oct 27 09:39:18.010278 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e106-2e19-49a9-b6e6-0d8e4d9a7b70 req-df4ee59e-a4aa-499e-80ea-23f30da2d9b4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:18.011768 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bda1e106-2e19-49a9-b6e6-0d8e4d9a7b70 req-df4ee59e-a4aa-499e-80ea-23f30da2d9b4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0489609 Oct 27 09:39:18.058940 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bda1e106-2e19-49a9-b6e6-0d8e4d9a7b70 req-544dd598-ff3c-4b1c-840a-fbe983053569 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415072 Oct 27 09:39:18.248802 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device af533890-8a09-4e93-ac93-881cbb38ca23 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:39:18.296797 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port af533890-8a09-4e93-ac93-881cbb38ca23 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:39:18.309031 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port af533890-8a09-4e93-ac93-881cbb38ca23 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:39:18.309632 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:18.310238 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port af533890-8a09-4e93-ac93-881cbb38ca23 Oct 27 09:39:18.341141 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01930fe4-0463-412e-96f6-ad3203836c2f req-9cb9b65f-8a4c-4122-9de2-9c5e12a4396a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:18.342938 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01930fe4-0463-412e-96f6-ad3203836c2f req-9cb9b65f-8a4c-4122-9de2-9c5e12a4396a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 1127 time: 0.0533204 Oct 27 09:39:18.390972 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port af533890-8a09-4e93-ac93-881cbb38ca23 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:39:18.391437 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:18.416659 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:39:18.419112 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5fdd6a-a3c3-42d1-be87-e834a74a99cd" -d '{"events": [{"server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "name": "network-vif-plugged", "status": "completed", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:39:18.434511 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port af533890-8a09-4e93-ac93-881cbb38ca23, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=af533890-8a09-4e93-ac93-881cbb38ca23,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:18.437712 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-6e058ae5-f470-416b-be78-88ae072b90d8 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:18.439355 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-6e058ae5-f470-416b-be78-88ae072b90d8 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.72 "GET /networking/v2.0/networks?id=042524b8-b6d1-4da2-af4f-a673e3c2f198 HTTP/1.1" status: 200 len: 815 time: 0.1508427 Oct 27 09:39:18.450691 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:18.453913 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Request body: {'port': {'device_id': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'admin_state_up': True, 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:18.488972 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02767bf9-f61e-48bc-a07e-a2d79d9b4171 x-openstack-request-id: req-02767bf9-f61e-48bc-a07e-a2d79d9b4171 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:39:18.489538 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "name": "network-vif-plugged", "status": "completed", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:39:18.489947 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02767bf9-f61e-48bc-a07e-a2d79d9b4171 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:39:18.490716 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02767bf9-f61e-48bc-a07e-a2d79d9b4171'] response: {'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'code': 200} Oct 27 09:39:18.531983 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:18.533606 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=af533890-8a09-4e93-ac93-881cbb38ca23,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:18.574347 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:18.594480 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Made reservation on behalf of f169a47a4c9a4c60b87cedcd77c102c8 for: {'port': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:39:18.598340 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:18.602832 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b836a3-f752-48f2-b972-05dd795929ba req-e55744fc-4106-485a-9a0f-4fb58a2a32d2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:18.604943 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-35b836a3-f752-48f2-b972-05dd795929ba req-e55744fc-4106-485a-9a0f-4fb58a2a32d2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0695517 Oct 27 09:39:18.607929 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01930fe4-0463-412e-96f6-ad3203836c2f req-1a723004-0d87-4792-b36c-e53673208188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:18.609651 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01930fe4-0463-412e-96f6-ad3203836c2f req-1a723004-0d87-4792-b36c-e53673208188 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=df306d37ff634f7eaad80fc3bc65b653&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1968935 Oct 27 09:39:18.655931 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-35b836a3-f752-48f2-b972-05dd795929ba req-93bc4cf7-c694-457a-970c-34ada46d8314 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440557 Oct 27 09:39:18.730738 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Allocated IP 172.20.0.13 (042524b8-b6d1-4da2-af4f-a673e3c2f198/125ee7f3-f3d8-40e9-a2ff-78c08b2419d6/7969c643-a189-494b-ab3e-877a44420350) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:39:18.798184 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d878c7-4a35-4364-bdd9-4514b81233c2 req-ce6d4a42-feb1-4c98-896e-8177d25107c9 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:18.799712 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-39d878c7-4a35-4364-bdd9-4514b81233c2 req-ce6d4a42-feb1-4c98-896e-8177d25107c9 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0494952 Oct 27 09:39:18.850168 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-39d878c7-4a35-4364-bdd9-4514b81233c2 req-3dd7c0ee-fd11-4ebf-b169-8840a8839800 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448081 Oct 27 09:39:18.884878 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for port (7969c643-a189-494b-ab3e-877a44420350), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:18.894822 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:18.921740 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (7969c643-a189-494b-ab3e-877a44420350), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:18.972232 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Network 042524b8-b6d1-4da2-af4f-a673e3c2f198 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:39:18.980744 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:39:18.984504 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:39:19.010875 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'Port': ['ID=7969c643-a189-494b-ab3e-877a44420350,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:19.038097 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01930fe4-0463-412e-96f6-ad3203836c2f req-1086e5c3-ab29-40ac-9b5b-eecbef8c4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:19.039615 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01930fe4-0463-412e-96f6-ad3203836c2f req-1086e5c3-ab29-40ac-9b5b-eecbef8c4079 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533535 Oct 27 09:39:19.041716 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:19.042350 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:19.056035 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39784b-e34f-46ca-bb8f-59e378ab3394 req-858bff2a-b6a5-4358-b05e-f320c6b0c8c1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:19.058113 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ca39784b-e34f-46ca-bb8f-59e378ab3394 req-858bff2a-b6a5-4358-b05e-f320c6b0c8c1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 932 time: 0.0588520 Oct 27 09:39:19.074225 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-463c7e8d-3d14-4b0c-8d04-b9dd2bb1c9d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6243722 Oct 27 09:39:19.114093 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Request body: {'port': {'device_id': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:19.177552 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ca39784b-e34f-46ca-bb8f-59e378ab3394 req-89713355-bc1f-4705-94b1-ee4acfdacbde tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124136 Oct 27 09:39:19.187319 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:19.195867 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc8f1f-e856-4ffc-af35-996370d48f47 req-07902b62-d11c-4645-83bc-0603d2a3a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:19.197978 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fdfc8f1f-e856-4ffc-af35-996370d48f47 req-07902b62-d11c-4645-83bc-0603d2a3a713 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 1129 time: 0.0993249 Oct 27 09:39:19.199083 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afcc3b-032f-4175-91c7-dced4eea8c8e req-57dc5a99-4891-4a40-a9c8-9a6b86451c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:19.200863 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-74afcc3b-032f-4175-91c7-dced4eea8c8e req-57dc5a99-4891-4a40-a9c8-9a6b86451c9e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 1129 time: 0.0882373 Oct 27 09:39:19.267704 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (7969c643-a189-494b-ab3e-877a44420350), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:19.317340 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:19.340110 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4b0b2-ee8d-4a3b-b317-b04286df1ec2 req-99201c8a-8f60-4539-b8f2-29bef5be28da tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:19.341945 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a1d4b0b2-ee8d-4a3b-b317-b04286df1ec2 req-99201c8a-8f60-4539-b8f2-29bef5be28da tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.1385441 Oct 27 09:39:19.365202 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:19.378356 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-f8c410a2-a58e-49bd-984f-6cbccc44d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:19.378589 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fdfc8f1f-e856-4ffc-af35-996370d48f47 req-48e3a804-3d77-4b43-9532-9c1030e94a03 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601446 Oct 27 09:39:19.379784 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-f8c410a2-a58e-49bd-984f-6cbccc44d78f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 1127 time: 0.1885564 Oct 27 09:39:19.390795 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-c5212793-86c1-4570-b56f-743f674c9395 None None] Provisioning complete for port 7969c643-a189-494b-ab3e-877a44420350 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:39:19.392568 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c5212793-86c1-4570-b56f-743f674c9395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (7969c643-a189-494b-ab3e-877a44420350), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:19.394483 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-c5212793-86c1-4570-b56f-743f674c9395 None None] Attempt 1 to provision port 7969c643-a189-494b-ab3e-877a44420350 Oct 27 09:39:19.442302 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-c5212793-86c1-4570-b56f-743f674c9395 None None] Port 7969c643-a189-494b-ab3e-877a44420350 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:39:19.449607 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a1d4b0b2-ee8d-4a3b-b317-b04286df1ec2 req-2bd42ee0-ee72-49cc-b068-66b7a35595d9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804696 Oct 27 09:39:19.450878 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afcc3b-032f-4175-91c7-dced4eea8c8e req-de6498fe-24d8-4d3f-9fae-d560295e0f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:19.452270 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-74afcc3b-032f-4175-91c7-dced4eea8c8e req-de6498fe-24d8-4d3f-9fae-d560295e0f77 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 918 time: 0.1946042 Oct 27 09:39:19.701172 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7969c643-a189-494b-ab3e-877a44420350 {{(pid=104690) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:39:19.710868 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Publish callbacks [] for port (7969c643-a189-494b-ab3e-877a44420350), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:19.744562 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.provisioning_blocks [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Transition to ACTIVE for port object 7969c643-a189-494b-ab3e-877a44420350 will not be triggered until provisioned by entity L2. {{(pid=104690) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:39:19.750089 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (7969c643-a189-494b-ab3e-877a44420350), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:19.811039 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Pushing event updated for resources: {'Port': ['ID=7969c643-a189-494b-ab3e-877a44420350,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:19.815871 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3b11a-9b2b-4deb-b27e-5ed645cbf165 req-78c21a4f-7b4d-4ac4-aebc-ced7ecb112ab tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:19.823899 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07e3b11a-9b2b-4deb-b27e-5ed645cbf165 req-78c21a4f-7b4d-4ac4-aebc-ced7ecb112ab tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0696368 Oct 27 09:39:19.894505 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07e3b11a-9b2b-4deb-b27e-5ed645cbf165 req-83258392-2cc8-407b-9d66-20c2e75f6107 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674391 Oct 27 09:39:19.913965 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Attempting to bind port 7969c643-a189-494b-ab3e-877a44420350 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:39:19.914420 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Attempting to bind port 7969c643-a189-494b-ab3e-877a44420350 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:39:19.918451 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Attempting to bind port 7969c643-a189-494b-ab3e-877a44420350 on network 042524b8-b6d1-4da2-af4f-a673e3c2f198 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:39:19.972036 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Port 7969c643-a189-494b-ab3e-877a44420350 on network 042524b8-b6d1-4da2-af4f-a673e3c2f198 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:39:19.972673 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Attempting to bind port 7969c643-a189-494b-ab3e-877a44420350 on network 042524b8-b6d1-4da2-af4f-a673e3c2f198 {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:39:20.002714 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746eb00-233d-4d8c-abc8-ec247ce26d6a req-98c94e43-2278-4442-98d4-1e5e0597febe tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:20.004349 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3746eb00-233d-4d8c-abc8-ec247ce26d6a req-98c94e43-2278-4442-98d4-1e5e0597febe tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0617957 Oct 27 09:39:20.020389 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:39:20.020776 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Checking segment: {'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:39:20.021155 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Bound using segment: {'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'} {{(pid=104690) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:39:20.021582 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.managers [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Bound port: 7969c643-a189-494b-ab3e-877a44420350, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e6d94f-6bd5-4757-8471-48c5ef41a184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198'}}] {{(pid=104690) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:39:20.021937 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (7969c643-a189-494b-ab3e-877a44420350), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:20.066717 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3746eb00-233d-4d8c-abc8-ec247ce26d6a req-7ccb8d73-1886-42cd-b904-eddeb57773ed tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566294 Oct 27 09:39:20.102318 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] For port 7969c643-a189-494b-ab3e-877a44420350, host hv-cinder-79797, cleared binding levels {{(pid=104690) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:39:20.105481 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] For port 7969c643-a189-494b-ab3e-877a44420350, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=7969c643-a189-494b-ab3e-877a44420350,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104690) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:39:20.113593 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (7969c643-a189-494b-ab3e-877a44420350), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:20.141135 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:20.141740 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:20.143118 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/7969c643-a189-494b-ab3e-877a44420350 HTTP/1.1" status: 200 len: 1094 time: 1.0397398 Oct 27 09:39:20.143682 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'tag': '7969c643-a189-494b-ab3e-877a44420350'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:39:20.146068 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f75aec-c1c0-4900-b265-777d30fe5987" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "tag": "7969c643-a189-494b-ab3e-877a44420350"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:39:20.177045 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d38a32-e3f0-4c9c-981e-ff96640ae7fc service neutron] Pushing event updated for resources: {'Port': ['ID=7969c643-a189-494b-ab3e-877a44420350,revision_number=3']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:20.209517 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07a2cac-0c1f-4a98-ac3a-6ea29d6f420a x-openstack-request-id: req-a07a2cac-0c1f-4a98-ac3a-6ea29d6f420a {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:39:20.209808 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "tag": "7969c643-a189-494b-ab3e-877a44420350", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:39:20.210057 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a07a2cac-0c1f-4a98-ac3a-6ea29d6f420a {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:39:20.210459 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a07a2cac-0c1f-4a98-ac3a-6ea29d6f420a'] response: {'name': 'network-changed', 'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'tag': '7969c643-a189-494b-ab3e-877a44420350', 'status': 'completed', 'code': 200} Oct 27 09:39:20.313001 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836717-bd6d-4654-b8f4-2ac84979f5f5 req-9d933b1f-95b2-4a99-9c89-512abcdb06e0 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:20.314523 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-09836717-bd6d-4654-b8f4-2ac84979f5f5 req-9d933b1f-95b2-4a99-9c89-512abcdb06e0 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0553849 Oct 27 09:39:20.379563 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-09836717-bd6d-4654-b8f4-2ac84979f5f5 req-d3437b17-9c8b-4689-8ec4-f90dedfc3e92 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592120 Oct 27 09:39:20.629998 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54530238-b89b-4a70-97d4-f06210d75f73 req-c2277a16-05ac-42c6-9da2-83a9e40965c0 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:20.631817 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-54530238-b89b-4a70-97d4-f06210d75f73 req-c2277a16-05ac-42c6-9da2-83a9e40965c0 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0741851 Oct 27 09:39:20.689590 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-54530238-b89b-4a70-97d4-f06210d75f73 req-e574a85c-ea02-4d45-a8be-d0f51abcf3e3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503006 Oct 27 09:39:21.024605 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df07fa-2b79-49b5-a668-ec10c4977e34 req-a36190b1-788d-4a71-9e7a-2330231ecfd4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:21.026693 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b7df07fa-2b79-49b5-a668-ec10c4977e34 req-a36190b1-788d-4a71-9e7a-2330231ecfd4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0495450 Oct 27 09:39:21.080282 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b7df07fa-2b79-49b5-a668-ec10c4977e34 req-df87abf7-67cd-48e1-820f-44a872c5a540 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475838 Oct 27 09:39:21.195909 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ddae9-3a3d-446c-bac7-236d6e73f01a req-13c96466-1629-496a-a274-76cffcbbc027 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:21.198115 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-849ddae9-3a3d-446c-bac7-236d6e73f01a req-13c96466-1629-496a-a274-76cffcbbc027 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0499458 Oct 27 09:39:21.209868 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:21.250329 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-849ddae9-3a3d-446c-bac7-236d6e73f01a req-24f96e46-b6eb-429c-af42-3409d8158da0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463943 Oct 27 09:39:21.526059 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e8af0-d319-45e4-9064-18ac3f495b06 req-5c4a92bf-43ba-4e34-9bf6-de6c294fcb68 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:21.527580 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cd5e8af0-d319-45e4-9064-18ac3f495b06 req-5c4a92bf-43ba-4e34-9bf6-de6c294fcb68 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0653613 Oct 27 09:39:21.590525 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cd5e8af0-d319-45e4-9064-18ac3f495b06 req-ef0bc9dd-ebfa-47d1-a486-9d1e7b0e24ac tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562465 Oct 27 09:39:21.842455 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcae3c-a9c0-4344-ad14-c5e6f83b674f req-10487e89-ae10-4649-9490-5cffbe6728df tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:21.843895 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c4dcae3c-a9c0-4344-ad14-c5e6f83b674f req-10487e89-ae10-4649-9490-5cffbe6728df tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0627253 Oct 27 09:39:21.890302 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c4dcae3c-a9c0-4344-ad14-c5e6f83b674f req-361449a7-340e-4c1a-b274-cdcede355f85 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406160 Oct 27 09:39:22.210369 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f5988-0187-49b9-a91e-0fe05709ed5a req-8704ffea-734d-457b-b7a4-26349f9aaf8d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:22.211970 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e42f5988-0187-49b9-a91e-0fe05709ed5a req-8704ffea-734d-457b-b7a4-26349f9aaf8d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0517843 Oct 27 09:39:22.239128 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:22.262777 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e42f5988-0187-49b9-a91e-0fe05709ed5a req-1973b402-7be1-4532-ad9d-9d98b22719bc tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442331 Oct 27 09:39:22.386792 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4f424-4809-4971-bdc9-bbbe9d419b0e req-064cd605-b365-40b7-b724-74f454d48bb2 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:22.388228 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-44a4f424-4809-4971-bdc9-bbbe9d419b0e req-064cd605-b365-40b7-b724-74f454d48bb2 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0574758 Oct 27 09:39:22.440980 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-44a4f424-4809-4971-bdc9-bbbe9d419b0e req-87229cf7-1783-41ee-b972-270b42d66a81 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464170 Oct 27 09:39:22.720043 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896306e6-30f8-46e8-ba6b-67ee705fabc7 req-230bda8d-1964-40c0-8dc8-86b5224d6cce tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:22.721585 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-896306e6-30f8-46e8-ba6b-67ee705fabc7 req-230bda8d-1964-40c0-8dc8-86b5224d6cce tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0557387 Oct 27 09:39:22.769439 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-896306e6-30f8-46e8-ba6b-67ee705fabc7 req-cc663c40-46ad-46f9-9703-0a8e501038a3 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Oct 27 09:39:23.016004 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3cb61-aeb7-4a51-a7d3-8bb980d28532 req-f5c2144f-07f8-4037-9a37-306f1c1cd1a6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:23.017485 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65a3cb61-aeb7-4a51-a7d3-8bb980d28532 req-f5c2144f-07f8-4037-9a37-306f1c1cd1a6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 945 time: 0.0459139 Oct 27 09:39:23.066643 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65a3cb61-aeb7-4a51-a7d3-8bb980d28532 req-4f7022f9-07d2-4d7d-9d42-7298ba45b22d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 Oct 27 09:39:23.409869 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0337b-d8a5-4018-bb38-91c16b0230d1 req-e8851fb9-686b-437a-89e1-732c88af3e80 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:23.411346 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4ad0337b-d8a5-4018-bb38-91c16b0230d1 req-e8851fb9-686b-437a-89e1-732c88af3e80 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0551460 Oct 27 09:39:23.466496 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4ad0337b-d8a5-4018-bb38-91c16b0230d1 req-6496177c-f3fc-4fce-a5d1-55f34b3e33ce tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495481 Oct 27 09:39:23.572682 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bea870-8d3a-4a9a-86a5-f5f5b04c0a80 req-c73d5d40-cd40-440b-a40a-6973d845540a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:23.574104 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80bea870-8d3a-4a9a-86a5-f5f5b04c0a80 req-c73d5d40-cd40-440b-a40a-6973d845540a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0547192 Oct 27 09:39:23.626876 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80bea870-8d3a-4a9a-86a5-f5f5b04c0a80 req-6f9bc3c1-905b-43b1-b681-5edf8043835e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466855 Oct 27 09:39:23.901839 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b2aaa-7222-4a82-93ae-43ed7d202236 req-9f2b84a1-3133-4d4d-be62-0352c69b7346 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:23.903313 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-392b2aaa-7222-4a82-93ae-43ed7d202236 req-9f2b84a1-3133-4d4d-be62-0352c69b7346 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0475399 Oct 27 09:39:23.965955 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-392b2aaa-7222-4a82-93ae-43ed7d202236 req-fada9a06-56ef-4ee7-829b-26d184407964 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567958 Oct 27 09:39:24.026542 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 0e6b0478-48aa-4f67-86d8-eb4b392e3971 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:39:24.103343 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 is: ACTIVE; New status is: DOWN {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:39:24.104237 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:24.127557 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:39:24.129835 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eca919-6413-4f7b-a74d-9b5dd92622d4" -d '{"events": [{"server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "name": "network-vif-unplugged", "status": "completed", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:39:24.144139 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:24.152710 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:24.205807 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Oct 2022 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a8bdd-a278-418b-ad45-414748c44dd0 x-openstack-request-id: req-2d4a8bdd-a278-418b-ad45-414748c44dd0 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:39:24.206120 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "name": "network-vif-unplugged", "status": "completed", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:39:24.207359 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d4a8bdd-a278-418b-ad45-414748c44dd0 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:39:24.207359 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4a8bdd-a278-418b-ad45-414748c44dd0'] response: {'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'code': 200} Oct 27 09:39:24.208340 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=0e6b0478-48aa-4f67-86d8-eb4b392e3971,revision_number=8']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:24.227039 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5356c-5a3d-436c-9f34-ad99c9b4cb67 req-bd8c8210-f3d0-4458-9e29-b1eda3a4f0b2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:24.236208 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-92b5356c-5a3d-436c-9f34-ad99c9b4cb67 req-bd8c8210-f3d0-4458-9e29-b1eda3a4f0b2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0596867 Oct 27 09:39:24.284348 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-92b5356c-5a3d-436c-9f34-ad99c9b4cb67 req-6038f100-0f81-46d7-bb00-5b41b5d79245 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471241 Oct 27 09:39:24.590064 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8dbd5-5740-4d19-9849-73ab51870ec7 req-5e5ad792-7b04-48eb-9c36-03fb931f62b6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:24.592755 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-dfe8dbd5-5740-4d19-9849-73ab51870ec7 req-5e5ad792-7b04-48eb-9c36-03fb931f62b6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0498989 Oct 27 09:39:24.640759 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-dfe8dbd5-5740-4d19-9849-73ab51870ec7 req-2733b4f0-1f30-4024-be19-7a4fbf7676e2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423348 Oct 27 09:39:24.754520 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2943c-fcbd-4b2a-924c-7a1d79f42255 req-64ef7060-6e0c-4236-b89e-dcaf6e039b21 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:24.756000 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-57e2943c-fcbd-4b2a-924c-7a1d79f42255 req-64ef7060-6e0c-4236-b89e-dcaf6e039b21 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0520575 Oct 27 09:39:24.782854 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:24.808794 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-57e2943c-fcbd-4b2a-924c-7a1d79f42255 req-f9b364e7-2784-49b2-a7d2-a4743ced6cf3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465047 Oct 27 09:39:25.098945 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09f6a6-a376-4264-aaf2-e3d04df36ae0 req-cc20866a-a382-4e24-b1ab-739dc30db9dc tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:25.100642 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ad09f6a6-a376-4264-aaf2-e3d04df36ae0 req-cc20866a-a382-4e24-b1ab-739dc30db9dc tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0586751 Oct 27 09:39:25.169441 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ad09f6a6-a376-4264-aaf2-e3d04df36ae0 req-4decac6a-d2d8-465c-94bd-a9a91011e77c tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622809 Oct 27 09:39:25.438920 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5efac-8549-4e68-b64a-63d3fec1c945 req-a2c158e2-2399-48f3-9949-a2032e9c91b1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:25.440414 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-91e5efac-8549-4e68-b64a-63d3fec1c945 req-a2c158e2-2399-48f3-9949-a2032e9c91b1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0500786 Oct 27 09:39:25.453507 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:25.720209 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-91e5efac-8549-4e68-b64a-63d3fec1c945 req-094ce614-62ee-4c95-bfa1-375317935ebc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738969 Oct 27 09:39:25.775647 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de02485-ddb0-4786-b3da-a52c7469b191 req-124194c8-bd79-4a38-90be-03f1d65693e5 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:25.782564 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3de02485-ddb0-4786-b3da-a52c7469b191 req-124194c8-bd79-4a38-90be-03f1d65693e5 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0579815 Oct 27 09:39:25.828407 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3de02485-ddb0-4786-b3da-a52c7469b191 req-136f5806-a8cc-48e4-905c-9b7db6bd119a tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446913 Oct 27 09:39:25.940481 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1796050-0a74-41f2-b052-b884cf674c3c req-66764c97-6d34-4430-90c4-ec050bb6d401 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:25.941887 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f1796050-0a74-41f2-b052-b884cf674c3c req-66764c97-6d34-4430-90c4-ec050bb6d401 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0504689 Oct 27 09:39:26.010250 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f1796050-0a74-41f2-b052-b884cf674c3c req-23632a09-613f-42df-b4ac-1f00f3751ab5 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609517 Oct 27 09:39:26.178066 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c50db317-a441-4efb-8096-285e7fcfc0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:26.299329 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e226f2-d693-42ce-86df-7fb65f79d598 req-00576b83-8c9d-49c1-aa85-158c0d3f3740 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:26.301174 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f7e226f2-d693-42ce-86df-7fb65f79d598 req-00576b83-8c9d-49c1-aa85-158c0d3f3740 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0494730 Oct 27 09:39:26.356268 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f7e226f2-d693-42ce-86df-7fb65f79d598 req-4d645d92-2fc6-405e-8c72-7a99cac92bb5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442727 Oct 27 09:39:26.468075 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:26.479674 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=15 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:26.886333 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881b084-c1a9-4183-8484-fc81c23ba6a9 req-1dfa4032-c0e2-4e99-872a-1e9bfd9eaa5b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:26.887933 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1881b084-c1a9-4183-8484-fc81c23ba6a9 req-1dfa4032-c0e2-4e99-872a-1e9bfd9eaa5b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0639162 Oct 27 09:39:26.974593 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb23218-d7c9-455a-bf5b-8db07ae79efe req-f1ba7407-f24b-47c8-903e-e37df630cd77 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:26.976089 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-efb23218-d7c9-455a-bf5b-8db07ae79efe req-f1ba7407-f24b-47c8-903e-e37df630cd77 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0659328 Oct 27 09:39:26.980686 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1881b084-c1a9-4183-8484-fc81c23ba6a9 req-ae20d0da-eb75-47bd-9c3c-91d00ba5f387 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871665 Oct 27 09:39:27.026813 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-efb23218-d7c9-455a-bf5b-8db07ae79efe req-4c2d1e9f-b03d-4ee8-96f4-9ce178cab0e4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444493 Oct 27 09:39:27.154934 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b22a41-880e-48b1-ba68-f598aae1a863 req-36d0b507-d986-426b-b2ce-f4f271482f1e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:27.156408 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f1b22a41-880e-48b1-ba68-f598aae1a863 req-36d0b507-d986-426b-b2ce-f4f271482f1e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0575211 Oct 27 09:39:27.217165 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f1b22a41-880e-48b1-ba68-f598aae1a863 req-c85cca39-0f97-4239-b118-18166a92520b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550716 Oct 27 09:39:27.515834 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd52d16-e9c1-4b4c-9040-317871177855 req-33f4f23b-3aec-4dd5-8340-618385e44fc6 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:27.518171 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ebd52d16-e9c1-4b4c-9040-317871177855 req-33f4f23b-3aec-4dd5-8340-618385e44fc6 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0633602 Oct 27 09:39:27.573332 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ebd52d16-e9c1-4b4c-9040-317871177855 req-3fb6f9c3-edcb-4486-9888-96446ed85b1f tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489044 Oct 27 09:39:28.134391 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37b71b-2872-409d-8203-9787d802b4b7 req-3959a36f-9f80-4234-ac1f-77b92d4e9a8a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:28.142213 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cb37b71b-2872-409d-8203-9787d802b4b7 req-3959a36f-9f80-4234-ac1f-77b92d4e9a8a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0620072 Oct 27 09:39:28.217322 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6924441-db23-4797-bc52-effe96207a4a req-2a9d5f6c-bf64-4121-86cc-61626fca8beb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:28.218751 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d6924441-db23-4797-bc52-effe96207a4a req-2a9d5f6c-bf64-4121-86cc-61626fca8beb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0739617 Oct 27 09:39:28.222523 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:28.248273 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cb37b71b-2872-409d-8203-9787d802b4b7 req-dc53adcc-dd5f-4381-9b8d-9f3cf5a15a95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051726 Oct 27 09:39:28.289881 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d6924441-db23-4797-bc52-effe96207a4a req-7d098ef5-5877-4227-99c3-df59c7630ee8 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576236 Oct 27 09:39:28.363672 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58676c7a-86e7-4c64-aceb-47fc488343ac req-f5d4c647-292f-46c7-92ec-a68865595da2 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:28.365182 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-58676c7a-86e7-4c64-aceb-47fc488343ac req-f5d4c647-292f-46c7-92ec-a68865595da2 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0490160 Oct 27 09:39:28.416208 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-58676c7a-86e7-4c64-aceb-47fc488343ac req-7472358c-5846-468f-a073-9ce87ec02003 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449424 Oct 27 09:39:28.507374 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-6ced5961-1788-4fa3-9cd9-af672f54a0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:28.692918 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd4225-2b5f-4acc-a693-2c6e5b49b9e3 req-bd23e58c-0a05-4806-8acd-b698e9d49637 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:28.694420 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b9cd4225-2b5f-4acc-a693-2c6e5b49b9e3 req-bd23e58c-0a05-4806-8acd-b698e9d49637 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0487599 Oct 27 09:39:28.720613 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:28.742298 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b9cd4225-2b5f-4acc-a693-2c6e5b49b9e3 req-cbac1dbf-f4f2-4cfa-977f-e3906911a18d tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Oct 27 09:39:29.396638 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cf6fc-305c-42b9-8c6b-40964e4188d8 req-5a4e1550-f6ac-48f1-8210-977508e1e815 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:29.398061 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ff1cf6fc-305c-42b9-8c6b-40964e4188d8 req-5a4e1550-f6ac-48f1-8210-977508e1e815 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0707815 Oct 27 09:39:29.444544 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69613a51-1299-4b46-af68-e34000934692 req-2c7ceee7-f42d-432b-9618-328f4ffc21f7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:29.445993 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69613a51-1299-4b46-af68-e34000934692 req-2c7ceee7-f42d-432b-9618-328f4ffc21f7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0682969 Oct 27 09:39:29.488389 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ff1cf6fc-305c-42b9-8c6b-40964e4188d8 req-a207d63f-b14d-41c6-823e-742eb1cd23e9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745699 Oct 27 09:39:29.513119 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69613a51-1299-4b46-af68-e34000934692 req-066620d6-8448-4bde-af19-4658e50fd90e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564411 Oct 27 09:39:29.603636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a811c9-69c9-4906-8cde-e975bf692204 req-16db1e9f-357b-4712-9c9b-f81484d09536 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:29.605158 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-29a811c9-69c9-4906-8cde-e975bf692204 req-16db1e9f-357b-4712-9c9b-f81484d09536 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0514100 Oct 27 09:39:29.653717 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-29a811c9-69c9-4906-8cde-e975bf692204 req-8928960d-2f03-4320-a514-02301e726952 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430391 Oct 27 09:39:29.711611 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:29.861338 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572218a-1d46-409e-a576-565527d9ff4b req-6e3a41d8-a9c2-4894-b36e-350486f715cd tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:29.862790 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a572218a-1d46-409e-a576-565527d9ff4b req-6e3a41d8-a9c2-4894-b36e-350486f715cd tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0467656 Oct 27 09:39:29.909280 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a572218a-1d46-409e-a576-565527d9ff4b req-fa7de4d3-5417-4c41-8104-5d6dd86dc26c tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 Oct 27 09:39:30.166083 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:30.174464 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:30.481443 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-6df5ce01-1102-450c-acd0-e395313c0bdd service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a528390-aec1-4a57-8443-f4bdcd15f187 HTTP/1.1" status: 200 len: 217 time: 0.0339589 Oct 27 09:39:30.508484 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-74afcc3b-032f-4175-91c7-dced4eea8c8e req-4720bcfe-5af2-4c47-a971-369102bfd9dd service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971 HTTP/1.1" status: 200 len: 998 time: 0.0604784 Oct 27 09:39:30.576930 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afcc3b-032f-4175-91c7-dced4eea8c8e req-52b1972f-98fb-4bca-be9e-2eeda86652b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:30.579050 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-74afcc3b-032f-4175-91c7-dced4eea8c8e req-52b1972f-98fb-4bca-be9e-2eeda86652b3 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.0503416 Oct 27 09:39:30.582334 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-a6afa243-5591-494a-91ae-0abae241c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:30.583788 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-a6afa243-5591-494a-91ae-0abae241c15a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.0918283 Oct 27 09:39:30.586632 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f75aec-c1c0-4900-b265-777d30fe5987 req-08d9dc9f-d2e4-472b-a7a6-ad45baf189bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:30.587971 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a8f75aec-c1c0-4900-b265-777d30fe5987 req-08d9dc9f-d2e4-472b-a7a6-ad45baf189bc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f169a47a4c9a4c60b87cedcd77c102c8&device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 1128 time: 0.0840945 Oct 27 09:39:30.734088 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53759-d516-41df-b7e3-4cf9b0ac88ac req-1d6fc7d1-f9ed-4846-87b7-443747b1e73b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:30.735509 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-91c53759-d516-41df-b7e3-4cf9b0ac88ac req-1d6fc7d1-f9ed-4846-87b7-443747b1e73b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.1300006 Oct 27 09:39:30.736917 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afcc3b-032f-4175-91c7-dced4eea8c8e req-40eab3a6-6b64-4d96-9573-5e8c9df77fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:30.738258 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-74afcc3b-032f-4175-91c7-dced4eea8c8e req-40eab3a6-6b64-4d96-9573-5e8c9df77fa5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1205206 Oct 27 09:39:30.744352 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84075ba2-1e61-42a5-9477-eda6674d68e1 req-2f71acd0-9942-4764-9565-cc318863f7a1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:30.746324 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-84075ba2-1e61-42a5-9477-eda6674d68e1 req-2f71acd0-9942-4764-9565-cc318863f7a1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.1388762 Oct 27 09:39:30.780894 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c674c5ab-ffd9-460c-8801-cb38e0bda325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:30.782361 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-c674c5ab-ffd9-460c-8801-cb38e0bda325 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1706069 Oct 27 09:39:30.818230 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-91c53759-d516-41df-b7e3-4cf9b0ac88ac req-2926c14f-ffae-4a31-ab0a-869a6de8a665 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709519 Oct 27 09:39:30.826072 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-84075ba2-1e61-42a5-9477-eda6674d68e1 req-ad249656-f12f-4faa-923d-7f76c6406ffa tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717659 Oct 27 09:39:30.841478 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f75aec-c1c0-4900-b265-777d30fe5987 req-fe91f0cb-1fa0-4940-9615-7840503ee02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:30.842975 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a8f75aec-c1c0-4900-b265-777d30fe5987 req-fe91f0cb-1fa0-4940-9615-7840503ee02e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=f169a47a4c9a4c60b87cedcd77c102c8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2325621 Oct 27 09:39:30.937455 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604b199-582f-4d68-855f-7c49ce6831de req-6b3d8868-f7e2-48d2-952a-21140b00dfb7 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:30.938931 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7604b199-582f-4d68-855f-7c49ce6831de req-6b3d8868-f7e2-48d2-952a-21140b00dfb7 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0471025 Oct 27 09:39:30.970544 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:31.003076 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7604b199-582f-4d68-855f-7c49ce6831de req-ba35f1db-b138-4b4e-ba7b-ab955f6f5fa9 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587139 Oct 27 09:39:31.036086 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26cee4c-8c95-4d6f-bc21-ff32e625915f req-c735d971-e773-4854-8843-06ac2fe8d881 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:31.037583 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c26cee4c-8c95-4d6f-bc21-ff32e625915f req-c735d971-e773-4854-8843-06ac2fe8d881 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0521829 Oct 27 09:39:31.084423 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c26cee4c-8c95-4d6f-bc21-ff32e625915f req-cce4c7b1-fbc1-45a6-8688-0e374ab67495 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Oct 27 09:39:31.278073 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-74afcc3b-032f-4175-91c7-dced4eea8c8e req-a6ea3304-1a50-452a-83f4-706c49718bb1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956702 Oct 27 09:39:31.373754 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:31.410637 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-be515b42-fc64-47ae-96d7-cd6fcde7983d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280567 Oct 27 09:39:31.411964 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f75aec-c1c0-4900-b265-777d30fe5987 req-0ec1032f-b750-4137-aee3-7c43589e969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:31.413292 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-a8f75aec-c1c0-4900-b265-777d30fe5987 req-0ec1032f-b750-4137-aee3-7c43589e969f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2322824 Oct 27 09:39:31.419908 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:31.790439 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:31.865474 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-74afcc3b-032f-4175-91c7-dced4eea8c8e req-d54171d3-1344-41dc-87a4-bca22c30001d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966341 Oct 27 09:39:31.903298 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-fa397807-9d77-4fb4-b092-455214397fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:31.904855 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-fa397807-9d77-4fb4-b092-455214397fdf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f169a47a4c9a4c60b87cedcd77c102c8&device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 1128 time: 0.0736527 Oct 27 09:39:31.906746 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-9f84ab6d-dc10-4903-9d79-f4970e3f8127 req-7d84b1cd-0d26-4646-9fc9-256b0eaec08b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368413 Oct 27 09:39:31.995462 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ade45-29e2-418e-8278-b13005e768a6 req-96c929b0-506e-4bc7-985d-0076ab040e95 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:31.997091 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-246ade45-29e2-418e-8278-b13005e768a6 req-96c929b0-506e-4bc7-985d-0076ab040e95 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0828986 Oct 27 09:39:32.002472 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-a13c914a-d31e-4cde-b1b6-1a088a7f4ef1 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7969c643-a189-494b-ab3e-877a44420350 HTTP/1.1" status: 200 len: 217 time: 0.0427494 Oct 27 09:39:32.007495 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91b0fc-865a-4c9c-929c-f455457127ad req-ff7eef3c-683c-4e35-aa06-916bc77c5982 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:32.008972 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bc91b0fc-865a-4c9c-929c-f455457127ad req-ff7eef3c-683c-4e35-aa06-916bc77c5982 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0660229 Oct 27 09:39:32.082251 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-246ade45-29e2-418e-8278-b13005e768a6 req-796d8ffa-6eb7-4d4d-8f42-e3a6e72b5d5a tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723233 Oct 27 09:39:32.086254 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bc91b0fc-865a-4c9c-929c-f455457127ad req-fb903dc9-2eaa-4b2a-8f7d-26647e460da1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688934 Oct 27 09:39:32.217306 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65954e18-ab48-4e35-86c4-e7f13a683634 req-9614a145-35df-42d4-9580-6eff6825167a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:32.218736 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65954e18-ab48-4e35-86c4-e7f13a683634 req-9614a145-35df-42d4-9580-6eff6825167a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0760767 Oct 27 09:39:32.237681 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d165f84-dd3c-404a-abec-d876dc6c5261 req-5b1d47e3-36f7-4f8e-9330-7c0b860ac8a1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:32.239027 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7d165f84-dd3c-404a-abec-d876dc6c5261 req-5b1d47e3-36f7-4f8e-9330-7c0b860ac8a1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0675886 Oct 27 09:39:32.303541 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65954e18-ab48-4e35-86c4-e7f13a683634 req-5746e89c-017b-416a-a061-84f95e77496e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792863 Oct 27 09:39:32.310269 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7d165f84-dd3c-404a-abec-d876dc6c5261 req-d444d6ad-e029-4d04-824a-63f8e84763a6 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646610 Oct 27 09:39:32.420813 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f319ee7-6532-40b8-bd06-d913c6c6e2e1 req-ea42df45-7c28-4155-9986-447c8e959ea2 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:32.422249 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f319ee7-6532-40b8-bd06-d913c6c6e2e1 req-ea42df45-7c28-4155-9986-447c8e959ea2 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0468640 Oct 27 09:39:32.471374 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f319ee7-6532-40b8-bd06-d913c6c6e2e1 req-1f40a9e4-e17d-45c6-8c0d-a2778298c5d7 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437975 Oct 27 09:39:32.499124 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 60708) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:32.682380 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670405a5-c1c7-4337-99ab-ea740ba04183 tempest-TestShelveInstance-862531815 tempest-TestShelveInstance-862531815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:32.683893 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-670405a5-c1c7-4337-99ab-ea740ba04183 tempest-TestShelveInstance-862531815 tempest-TestShelveInstance-862531815-project-admin] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 1124 time: 0.1838248 Oct 27 09:39:32.686879 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 60712) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:32.691072 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'port_id': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:32.712128 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:32.788881 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:32.877219 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:32.900046 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Allocated IP 172.27.0.98 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/b0fc24a1-7a2c-4931-93cd-a25406c5d40f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:39:32.990011 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:33.000728 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for port (b0fc24a1-7a2c-4931-93cd-a25406c5d40f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:33.032793 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (b0fc24a1-7a2c-4931-93cd-a25406c5d40f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:33.076945 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:39:33.082040 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:39:33.084159 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event updated for resources: {'Port': ['ID=b0fc24a1-7a2c-4931-93cd-a25406c5d40f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:33.086228 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:39:33.112191 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.112543 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.112905 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.113234 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.113559 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.113878 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.114196 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.114513 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.114830 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.115142 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.115456 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.115774 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.116339 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.116441 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.116709 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:33.275698 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b822733-337d-4aac-b562-26a393ed8a9d req-0ed129d9-930f-4d6e-bb80-9b5954a37d7f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:33.277735 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1b822733-337d-4aac-b562-26a393ed8a9d req-0ed129d9-930f-4d6e-bb80-9b5954a37d7f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.1036706 Oct 27 09:39:33.324297 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902777bb-ce23-4eb4-b35a-8587baee1183 req-f34495bb-1e83-486b-9abb-1c72282d71d1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:33.325752 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-902777bb-ce23-4eb4-b35a-8587baee1183 req-f34495bb-1e83-486b-9abb-1c72282d71d1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.1511505 Oct 27 09:39:33.438934 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1b822733-337d-4aac-b562-26a393ed8a9d req-a06b701f-f9bb-4910-8638-ea7c5396415b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515315 Oct 27 09:39:33.446813 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-902777bb-ce23-4eb4-b35a-8587baee1183 req-4adc3405-61d4-49fc-8a63-c7fa00b8042d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130481 Oct 27 09:39:33.592582 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a2f67-c344-48f2-8c15-89aa9ff70bdf req-6ecff602-8682-4325-9be4-4325fc180584 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:33.594118 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9b9a2f67-c344-48f2-8c15-89aa9ff70bdf req-6ecff602-8682-4325-9be4-4325fc180584 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0807242 Oct 27 09:39:33.655650 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for floatingip (5ef0a496-1471-4ba7-81a5-9c0bcd38e6a8), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:33.686823 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:33.692109 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9b9a2f67-c344-48f2-8c15-89aa9ff70bdf req-19412c53-83c4-4051-a64d-bc29f6034cfb tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784483 Oct 27 09:39:33.735157 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b0fc24a1-7a2c-4931-93cd-a25406c5d40f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:33.758202 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:33.885903 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for port (b0fc24a1-7a2c-4931-93cd-a25406c5d40f), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:33.890834 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (b0fc24a1-7a2c-4931-93cd-a25406c5d40f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:33.957468 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event updated for resources: {'Port': ['ID=b0fc24a1-7a2c-4931-93cd-a25406c5d40f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:33.962404 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (5ef0a496-1471-4ba7-81a5-9c0bcd38e6a8), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:34.056238 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Floating IP 5ef0a496-1471-4ba7-81a5-9c0bcd38e6a8 associated. External IP: 172.27.0.98, port: af533890-8a09-4e93-ac93-881cbb38ca23. Oct 27 09:39:34.251420 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Router a7225761-1665-425f-8e5f-548b93fb4a1b has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:39:34.634648 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:39:34.645118 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13823a92-5599-4d8f-8349-ab2aaa73492c None None] Sync routers for ids ['a7225761-1665-425f-8e5f-548b93fb4a1b'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:39:34.651802 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13649f-ec11-47dc-bdfe-bf04b2297f95 req-8356ae18-e1ab-4dd6-b8f4-4181c2c9a051 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:34.653927 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f13649f-ec11-47dc-bdfe-bf04b2297f95 req-8356ae18-e1ab-4dd6-b8f4-4181c2c9a051 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0976615 Oct 27 09:39:34.655065 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13823a92-5599-4d8f-8349-ab2aaa73492c None None] Routers {'a7225761-1665-425f-8e5f-548b93fb4a1b'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:39:34.655678 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-13823a92-5599-4d8f-8349-ab2aaa73492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:39:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['a7225761-1665-425f-8e5f-548b93fb4a1b'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:39:34.659551 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420aa180-360f-4ddd-a772-43bea4b741f2 req-61a8d95d-a360-442b-b48c-fa01d039c247 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:34.660941 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-420aa180-360f-4ddd-a772-43bea4b741f2 req-61a8d95d-a360-442b-b48c-fa01d039c247 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.1057880 Oct 27 09:39:34.690355 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:34.741889 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:34.759357 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-13823a92-5599-4d8f-8349-ab2aaa73492c None None] Set router a7225761-1665-425f-8e5f-548b93fb4a1b gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:39:34.760818 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-2cdd2b8b-3403-4e48-ad6a-bcd34b34d55a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0727777 Oct 27 09:39:34.767702 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:39:34.769982 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6607ef58-3b2e-42e5-932a-3421f4fd937b" -d '{"events": [{"name": "network-changed", "server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:39:34.778125 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-420aa180-360f-4ddd-a772-43bea4b741f2 req-e085dc98-833e-4cb2-81a7-9ac0b89faba4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068442 Oct 27 09:39:34.781017 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f13649f-ec11-47dc-bdfe-bf04b2297f95 req-d3dc647d-7e6e-4506-a8ea-d0e75f23f88d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169083 Oct 27 09:39:34.854006 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cf1c29-8674-44f1-9afd-f7191479ecad x-openstack-request-id: req-c4cf1c29-8674-44f1-9afd-f7191479ecad {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:39:34.854305 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:39:34.854554 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4cf1c29-8674-44f1-9afd-f7191479ecad {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:39:34.854950 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4cf1c29-8674-44f1-9afd-f7191479ecad'] response: {'name': 'network-changed', 'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'status': 'completed', 'code': 200} Oct 27 09:39:34.882460 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:34.907873 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3157a-2190-4750-aff4-0fedd74e4828 req-1ad690d2-96ae-431f-88d1-c17da6d8e0c5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:34.909457 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f1f3157a-2190-4750-aff4-0fedd74e4828 req-1ad690d2-96ae-431f-88d1-c17da6d8e0c5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0650876 Oct 27 09:39:35.007475 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f1f3157a-2190-4750-aff4-0fedd74e4828 req-76bdf236-7495-4f84-a230-b5e40f03ff24 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906281 Oct 27 09:39:35.059379 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-13823a92-5599-4d8f-8349-ab2aaa73492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:17Z', 'revision_number': 4, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '5ef0a496-1471-4ba7-81a5-9c0bcd38e6a8', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'port_id': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'mac_address': 'fa:16:3e:d1:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:33Z', 'updated_at': '2022-10-27T09:39:33Z', 'revision_number': 0, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbbca9-3c1c-4f25-bceb-3d3b9c726592', 'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'mac_address': 'fa:16:3e:ff:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:16Z', 'updated_at': '2022-10-27T09:38:24Z', 'revision_number': 5, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'subnets': [{'id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:39:35.094639 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13823a92-5599-4d8f-8349-ab2aaa73492c None None] Checking router: a7225761-1665-425f-8e5f-548b93fb4a1b for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:39:35.104087 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13823a92-5599-4d8f-8349-ab2aaa73492c None None] Routers {'a7225761-1665-425f-8e5f-548b93fb4a1b'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:39:35.104818 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-13823a92-5599-4d8f-8349-ab2aaa73492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:39:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['a7225761-1665-425f-8e5f-548b93fb4a1b'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:39:35.165964 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:35.236427 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-13823a92-5599-4d8f-8349-ab2aaa73492c None None] Set router a7225761-1665-425f-8e5f-548b93fb4a1b gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:39:35.252859 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a93084-172b-427c-ad48-01ffcc904269 req-eac87549-a584-4922-9b91-caef5fc7d61b tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:35.254343 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-13a93084-172b-427c-ad48-01ffcc904269 req-eac87549-a584-4922-9b91-caef5fc7d61b tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 945 time: 0.0533903 Oct 27 09:39:35.263211 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:35.274067 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-17958c6a-497c-4c1e-992e-54ce3bf6caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:35.275569 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-17958c6a-497c-4c1e-992e-54ce3bf6caf2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9&device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 1129 time: 0.0514102 Oct 27 09:39:35.277615 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-f37018b2-b237-4ba2-ba65-e35f599d4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:35.278943 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-f37018b2-b237-4ba2-ba65-e35f599d4f5c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=125ee7f3-f3d8-40e9-a2ff-78c08b2419d6 HTTP/1.1" status: 200 len: 854 time: 0.4053907 Oct 27 09:39:35.313391 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-13a93084-172b-427c-ad48-01ffcc904269 req-bc604ae5-9041-4573-b649-33dcf11760fe tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528822 Oct 27 09:39:35.454625 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-13823a92-5599-4d8f-8349-ab2aaa73492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:17Z', 'revision_number': 4, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '5ef0a496-1471-4ba7-81a5-9c0bcd38e6a8', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'port_id': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'mac_address': 'fa:16:3e:d1:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:33Z', 'updated_at': '2022-10-27T09:39:33Z', 'revision_number': 0, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbbca9-3c1c-4f25-bceb-3d3b9c726592', 'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'mac_address': 'fa:16:3e:ff:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:16Z', 'updated_at': '2022-10-27T09:38:24Z', 'revision_number': 5, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'subnets': [{'id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:39:35.479218 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13823a92-5599-4d8f-8349-ab2aaa73492c None None] The sync data for ids ['a7225761-1665-425f-8e5f-548b93fb4a1b'] in dv-cinder-797970-7-iscsi is: [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:17Z', 'revision_number': 4, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '5ef0a496-1471-4ba7-81a5-9c0bcd38e6a8', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'floating_ip_address': '172.27.0.98', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'port_id': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'mac_address': 'fa:16:3e:d1:ed:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:33Z', 'updated_at': '2022-10-27T09:39:33Z', 'revision_number': 0, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6bbbca9-3c1c-4f25-bceb-3d3b9c726592', 'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'mac_address': 'fa:16:3e:ff:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:16Z', 'updated_at': '2022-10-27T09:38:24Z', 'revision_number': 5, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'subnets': [{'id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:39:35.670585 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db43d3dd-a97e-4875-888d-d37b735114b6 None None] New status for floating IP 5ef0a496-1471-4ba7-81a5-9c0bcd38e6a8: ACTIVE {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:39:35.949572 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663d504-f90c-4d4d-b2e3-6a90b40df6e7 req-b3c1307c-95c6-46e2-94b5-daa3dcf8ade4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:35.951032 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0663d504-f90c-4d4d-b2e3-6a90b40df6e7 req-b3c1307c-95c6-46e2-94b5-daa3dcf8ade4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0850265 Oct 27 09:39:35.956938 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2a077-5834-40e8-9d8b-707d611cbc93 req-82d43e3e-e5c0-46f2-8e7c-5a58c515bc2b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:35.958257 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-71d2a077-5834-40e8-9d8b-707d611cbc93 req-82d43e3e-e5c0-46f2-8e7c-5a58c515bc2b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 943 time: 0.0904117 Oct 27 09:39:36.038511 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0663d504-f90c-4d4d-b2e3-6a90b40df6e7 req-2759b70b-2288-447b-9575-91db0beb804a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780871 Oct 27 09:39:36.046727 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-71d2a077-5834-40e8-9d8b-707d611cbc93 req-a285fdf1-5d2c-46ac-bf62-9e658450649d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782571 Oct 27 09:39:36.090142 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 3a528390-aec1-4a57-8443-f4bdcd15f187 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:39:36.093215 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 0e6b0478-48aa-4f67-86d8-eb4b392e3971 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:39:36.158164 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac23f16-2938-4b09-b5ca-b011e9f6d7d0 req-abb8d08b-cfd0-4395-b027-9934bfdfbbb2 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:36.159694 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1ac23f16-2938-4b09-b5ca-b011e9f6d7d0 req-abb8d08b-cfd0-4395-b027-9934bfdfbbb2 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0539668 Oct 27 09:39:36.217178 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1ac23f16-2938-4b09-b5ca-b011e9f6d7d0 req-662d4bff-2efc-44fa-ab78-1759c4904282 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508068 Oct 27 09:39:36.257683 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 is: DOWN; New status is: DOWN {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:39:36.272792 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 3a528390-aec1-4a57-8443-f4bdcd15f187, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=3a528390-aec1-4a57-8443-f4bdcd15f187,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:36.284974 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'port_id': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'mac_address': 'fa:16:3e:cd:cb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:39:36.323198 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 3a528390-aec1-4a57-8443-f4bdcd15f187 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:39:36.323594 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:36.338622 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a528390-aec1-4a57-8443-f4bdcd15f187 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:39:36.362751 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 3a528390-aec1-4a57-8443-f4bdcd15f187, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=3a528390-aec1-4a57-8443-f4bdcd15f187,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:36.370231 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:36.411826 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:36.432997 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=3a528390-aec1-4a57-8443-f4bdcd15f187,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:36.446245 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5332b9-9da4-426b-8352-0ef37b017276 req-8f69ba2b-3295-4a29-af67-9215be2735a2 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:36.447958 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7f5332b9-9da4-426b-8352-0ef37b017276 req-8f69ba2b-3295-4a29-af67-9215be2735a2 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 945 time: 0.0503726 Oct 27 09:39:36.502715 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7f5332b9-9da4-426b-8352-0ef37b017276 req-e6c01434-8259-47e1-b32f-6bbd15c22e25 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481994 Oct 27 09:39:36.629346 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [req-8f95503a-a9fd-4567-99d6-18203a46a16e req-eb58a2ab-cbc3-460f-9826-a15e566d50e5 service neutron] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:39:36.630323 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8f95503a-a9fd-4567-99d6-18203a46a16e req-eb58a2ab-cbc3-460f-9826-a15e566d50e5 service neutron] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053337 Oct 27 09:39:36.805412 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487b8a-77c4-4970-a6fa-78f854b95d46 req-b24721b4-6826-47a1-8a13-345f9294221c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:36.806948 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-47487b8a-77c4-4970-a6fa-78f854b95d46 req-b24721b4-6826-47a1-8a13-345f9294221c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0493245 Oct 27 09:39:36.819363 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['3a528390-aec1-4a57-8443-f4bdcd15f187'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:39:36.861555 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-47487b8a-77c4-4970-a6fa-78f854b95d46 req-69d4d963-25c9-4452-a3e3-39c81ecbca98 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472302 Oct 27 09:39:37.022173 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 60788) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:37.111934 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-c5fa19f2-4b83-4114-997a-22f7a619b0eb service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0885541 Oct 27 09:39:37.124746 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-9c9052f0-14f0-4d28-8caa-c5394587132c service neutron] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:39:37.127526 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-9c9052f0-14f0-4d28-8caa-c5394587132c service neutron] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0108073 Oct 27 09:39:37.199593 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-2ee0c961-5c93-4cdf-b83d-c468c3660654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.201679 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-2ee0c961-5c93-4cdf-b83d-c468c3660654 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=042524b8-b6d1-4da2-af4f-a673e3c2f198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068950 Oct 27 09:39:37.220498 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec7202-bb60-4981-81d0-957d5d6c27e5 req-3d60707d-20c7-4439-a29a-4d878d30ec64 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.222102 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d3ec7202-bb60-4981-81d0-957d5d6c27e5 req-3d60707d-20c7-4439-a29a-4d878d30ec64 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 944 time: 0.0822797 Oct 27 09:39:37.254734 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 60802) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:37.323036 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-8187ad46-fe00-4785-bf01-95f004ba473e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098516 Oct 27 09:39:37.341465 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:37.348188 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-99463f48-64d3-43bb-a5f6-0f1babeb59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.349697 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-99463f48-64d3-43bb-a5f6-0f1babeb59a7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd HTTP/1.1" status: 200 len: 909 time: 0.2666743 Oct 27 09:39:37.391711 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197970a4-66f8-4eae-8542-9a84cf1b14d8 req-bc92dad6-9a7e-409c-9cdd-7edd18cae4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.393181 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-197970a4-66f8-4eae-8542-9a84cf1b14d8 req-bc92dad6-9a7e-409c-9cdd-7edd18cae4fe service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 1127 time: 0.1393483 Oct 27 09:39:37.416897 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d3ec7202-bb60-4981-81d0-957d5d6c27e5 req-e8588948-ef65-40da-9d1a-82e49a9b2498 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886444 Oct 27 09:39:37.425434 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a54e5-467e-4b9c-b358-4f0728404e9e req-9fa53ef0-83d7-4380-9faa-fd80efb4c9cd tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.426845 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-612a54e5-467e-4b9c-b358-4f0728404e9e req-9fa53ef0-83d7-4380-9faa-fd80efb4c9cd tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.1130016 Oct 27 09:39:37.455157 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-e2968099-d0eb-4f0a-85f4-5037bb67ff75 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.456487 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-e2968099-d0eb-4f0a-85f4-5037bb67ff75 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports/0e6b0478-48aa-4f67-86d8-eb4b392e3971 HTTP/1.1" status: 200 len: 940 time: 0.2008848 Oct 27 09:39:37.489861 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-612a54e5-467e-4b9c-b358-4f0728404e9e req-6d12b385-706e-4776-82db-093ea4e95677 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571356 Oct 27 09:39:37.608176 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-d6318ade-3aff-408a-8775-ee066657a56a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af533890-8a09-4e93-ac93-881cbb38ca23 HTTP/1.1" status: 200 len: 1000 time: 0.1492796 Oct 27 09:39:37.651631 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:37.663267 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:37.679133 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-e21df9a7-b1c9-411c-83a3-e05df2130cba req-ee66c1e4-859a-4c68-905d-32d4c8c69f43 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214863 Oct 27 09:39:37.690291 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-f85f5285-b252-4472-a8e5-ef42317bf8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.692268 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-f85f5285-b252-4472-a8e5-ef42317bf8b8 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=faf8b354-5a8f-483d-acb3-774b2e6a5fe4 HTTP/1.1" status: 200 len: 847 time: 0.0668752 Oct 27 09:39:37.703305 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:37.717197 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81df054-f57c-4f1e-8083-3e0089a3a0ed req-ee85ecbb-c2b4-4300-b404-5e1f5a44f387 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.718746 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a81df054-f57c-4f1e-8083-3e0089a3a0ed req-ee85ecbb-c2b4-4300-b404-5e1f5a44f387 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 945 time: 0.1686311 Oct 27 09:39:37.741162 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321f9d6-e2e6-405c-9512-3a17aa17ac4f req-0cde55f6-1aa1-43f0-a71f-6476d02f475f tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.742648 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6321f9d6-e2e6-405c-9512-3a17aa17ac4f req-0cde55f6-1aa1-43f0-a71f-6476d02f475f tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 945 time: 0.1260304 Oct 27 09:39:37.763437 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-1fdf6c59-b0c4-4930-bfe4-ff7a95c49108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.765849 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-1fdf6c59-b0c4-4930-bfe4-ff7a95c49108 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566819 Oct 27 09:39:37.779571 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197970a4-66f8-4eae-8542-9a84cf1b14d8 req-c3613f78-b091-40bf-850b-47ac0840f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.781083 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-197970a4-66f8-4eae-8542-9a84cf1b14d8 req-c3613f78-b091-40bf-850b-47ac0840f0af service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 918 time: 0.2477813 Oct 27 09:39:37.807183 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6321f9d6-e2e6-405c-9512-3a17aa17ac4f req-7522e02a-5d1e-491b-a0c6-e309bd8d4b2d tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576670 Oct 27 09:39:37.987463 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cd5ed-d0bf-4542-bf49-cc491ad84a08 req-d40d1b5f-1af0-4491-891e-25f20ec7f8ab tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:37.988935 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-836cd5ed-d0bf-4542-bf49-cc491ad84a08 req-d40d1b5f-1af0-4491-891e-25f20ec7f8ab tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0503643 Oct 27 09:39:38.036126 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-836cd5ed-d0bf-4542-bf49-cc491ad84a08 req-207b5c95-72a9-426e-97a8-68c770f402bc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416629 Oct 27 09:39:38.090210 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 3a528390-aec1-4a57-8443-f4bdcd15f187 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:39:38.131627 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port 3a528390-aec1-4a57-8443-f4bdcd15f187 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:39:38.137099 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 3a528390-aec1-4a57-8443-f4bdcd15f187 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:39:38.137462 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:38.137788 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 3a528390-aec1-4a57-8443-f4bdcd15f187 Oct 27 09:39:38.159806 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:38.162056 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:38.218308 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 3a528390-aec1-4a57-8443-f4bdcd15f187 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:39:38.218697 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:38.241662 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:39:38.243903 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff9f614-9c22-4214-a8ae-3dfd8fde1060" -d '{"events": [{"server_uuid": "d2612979-fbed-42ac-b725-265018416862", "name": "network-vif-plugged", "status": "completed", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:39:38.256925 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 3a528390-aec1-4a57-8443-f4bdcd15f187, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=3a528390-aec1-4a57-8443-f4bdcd15f187,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:38.262138 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:38.291963 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e5b363-f980-45ff-86a0-fd51b7fe77ab x-openstack-request-id: req-a0e5b363-f980-45ff-86a0-fd51b7fe77ab {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:39:38.292992 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2612979-fbed-42ac-b725-265018416862", "name": "network-vif-plugged", "status": "completed", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:39:38.293265 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0e5b363-f980-45ff-86a0-fd51b7fe77ab {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:39:38.293561 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e5b363-f980-45ff-86a0-fd51b7fe77ab'] response: {'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'code': 200} Oct 27 09:39:38.319734 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=3a528390-aec1-4a57-8443-f4bdcd15f187,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:38.546910 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f8aae-ceb8-4b3d-8c7a-62d4c75ed204 req-1d6a0857-c961-452e-af49-7fcb3ccb1f4f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:38.548413 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e0f8aae-ceb8-4b3d-8c7a-62d4c75ed204 req-1d6a0857-c961-452e-af49-7fcb3ccb1f4f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0482552 Oct 27 09:39:38.633897 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe71f-da11-4005-acdf-440f7a41302a req-313e4916-4966-4e10-a084-ec0968804dd9 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:38.635258 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-20afe71f-da11-4005-acdf-440f7a41302a req-313e4916-4966-4e10-a084-ec0968804dd9 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0656848 Oct 27 09:39:38.638829 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e0f8aae-ceb8-4b3d-8c7a-62d4c75ed204 req-3663f8ed-8c08-4795-b29f-0f019be42471 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846977 Oct 27 09:39:38.683202 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-20afe71f-da11-4005-acdf-440f7a41302a req-fccd48ee-6866-4056-ae64-66a494810400 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418918 Oct 27 09:39:39.011439 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9f824-5143-40d1-97a9-a8a19612f5f8 req-4e0a49f8-e33f-4b88-b1f1-9625f68b4542 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:39.012991 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6bd9f824-5143-40d1-97a9-a8a19612f5f8 req-4e0a49f8-e33f-4b88-b1f1-9625f68b4542 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 945 time: 0.1312060 Oct 27 09:39:39.028942 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-39f6c5d4-33fb-4b30-89d6-b624275817a3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198776 Oct 27 09:39:39.037290 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-197970a4-66f8-4eae-8542-9a84cf1b14d8 req-59c5b254-ca40-49c0-9151-653712693eb9 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971 HTTP/1.1" status: 200 len: 998 time: 0.1248715 Oct 27 09:39:39.133749 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-a81df054-f57c-4f1e-8083-3e0089a3a0ed req-48bbaa1e-ca0e-4f3c-8607-752888438c9a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Deleting port 265c29a2-64eb-4729-84e0-8504919ac033 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:39:39.134095 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-a81df054-f57c-4f1e-8083-3e0089a3a0ed req-48bbaa1e-ca0e-4f3c-8607-752888438c9a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (265c29a2-64eb-4729-84e0-8504919ac033), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:39.160550 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee66e18-a5cf-495c-b833-f06cfd57a83b req-34cdf82a-f853-42f0-8aad-23b9d8bc53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:39.161957 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-1ee66e18-a5cf-495c-b833-f06cfd57a83b req-34cdf82a-f853-42f0-8aad-23b9d8bc53ce service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 1129 time: 0.0556300 Oct 27 09:39:39.178903 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-e0a94e58-7ceb-4788-86a6-8d3e698b5cf8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421645 Oct 27 09:39:39.180713 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197970a4-66f8-4eae-8542-9a84cf1b14d8 req-47e062a9-5b6e-44c4-a2c2-3de72ebc29e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:39.182145 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-197970a4-66f8-4eae-8542-9a84cf1b14d8 req-47e062a9-5b6e-44c4-a2c2-3de72ebc29e7 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.1240799 Oct 27 09:39:39.203296 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6bd9f824-5143-40d1-97a9-a8a19612f5f8 req-a17b1cfd-8eb7-4f73-bc0d-817f279e6fc6 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805964 Oct 27 09:39:39.252415 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-1ee66e18-a5cf-495c-b833-f06cfd57a83b req-e81b78a3-dfac-49e3-9df6-0d87602c2819 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502410 Oct 27 09:39:39.254892 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5701d7-6ae6-4113-8658-4827388cc5d7 req-06173cec-8051-406d-9d06-37c66d4e2275 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:39.256336 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8c5701d7-6ae6-4113-8658-4827388cc5d7 req-06173cec-8051-406d-9d06-37c66d4e2275 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.1165354 Oct 27 09:39:39.304375 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-a81df054-f57c-4f1e-8083-3e0089a3a0ed req-48bbaa1e-ca0e-4f3c-8607-752888438c9a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] For port 265c29a2-64eb-4729-84e0-8504919ac033, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=265c29a2-64eb-4729-84e0-8504919ac033,segment=NetworkSegment(789d74f0-f7f3-423d-a3a9-3013b534aee7),segment_id=789d74f0-f7f3-423d-a3a9-3013b534aee7)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:39.304755 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-a81df054-f57c-4f1e-8083-3e0089a3a0ed req-48bbaa1e-ca0e-4f3c-8607-752888438c9a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (265c29a2-64eb-4729-84e0-8504919ac033), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:39.326582 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-a81df054-f57c-4f1e-8083-3e0089a3a0ed req-48bbaa1e-ca0e-4f3c-8607-752888438c9a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Calling delete_port for 265c29a2-64eb-4729-84e0-8504919ac033 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:39:39.345065 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8c5701d7-6ae6-4113-8658-4827388cc5d7 req-b9bdc1e9-e442-42f3-aba6-6eddd2df4511 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811636 Oct 27 09:39:39.389492 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:39.407937 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:39.460861 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-a81df054-f57c-4f1e-8083-3e0089a3a0ed req-48bbaa1e-ca0e-4f3c-8607-752888438c9a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (265c29a2-64eb-4729-84e0-8504919ac033), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:39.486401 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbaa1e-ca0e-4f3c-8607-752888438c9a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Pushing event deleted for resources: {'Port': ['ID=265c29a2-64eb-4729-84e0-8504919ac033,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:39.536565 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81df054-f57c-4f1e-8083-3e0089a3a0ed req-48bbaa1e-ca0e-4f3c-8607-752888438c9a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] No DVR routers for this DVR port 265c29a2-64eb-4729-84e0-8504919ac033 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:39:39.539636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-a81df054-f57c-4f1e-8083-3e0089a3a0ed req-48bbaa1e-ca0e-4f3c-8607-752888438c9a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:39.543039 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a81df054-f57c-4f1e-8083-3e0089a3a0ed req-48bbaa1e-ca0e-4f3c-8607-752888438c9a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.72 "DELETE /networking/v2.0/ports/265c29a2-64eb-4729-84e0-8504919ac033 HTTP/1.1" status: 204 len: 173 time: 0.6248300 Oct 27 09:39:39.543527 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acba3b76-8223-4305-80d8-e739b12c6fcf', 'name': 'network-vif-deleted', 'tag': '265c29a2-64eb-4729-84e0-8504919ac033'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:39:39.545754 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896fff26-eb87-4d29-bc20-9a28e1909499" -d '{"events": [{"server_uuid": "acba3b76-8223-4305-80d8-e739b12c6fcf", "name": "network-vif-deleted", "tag": "265c29a2-64eb-4729-84e0-8504919ac033"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:39:39.583186 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96404f5-c53c-402d-b1fc-b9a44e1b91be x-openstack-request-id: req-e96404f5-c53c-402d-b1fc-b9a44e1b91be {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:39:39.583535 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acba3b76-8223-4305-80d8-e739b12c6fcf", "name": "network-vif-deleted", "tag": "265c29a2-64eb-4729-84e0-8504919ac033", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:39:39.583847 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e96404f5-c53c-402d-b1fc-b9a44e1b91be {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:39:39.584305 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96404f5-c53c-402d-b1fc-b9a44e1b91be'] response: {'server_uuid': 'acba3b76-8223-4305-80d8-e739b12c6fcf', 'name': 'network-vif-deleted', 'tag': '265c29a2-64eb-4729-84e0-8504919ac033', 'status': 'completed', 'code': 200} Oct 27 09:39:39.771243 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44da9d-68ab-4d62-a469-f7e3b598c934 req-70f9fa1c-76eb-4dca-9c13-1342117e019e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:39.772804 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2e44da9d-68ab-4d62-a469-f7e3b598c934 req-70f9fa1c-76eb-4dca-9c13-1342117e019e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0561972 Oct 27 09:39:39.815868 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197970a4-66f8-4eae-8542-9a84cf1b14d8 req-40ac2011-f135-46e5-8e5e-e0e5360d6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:39.817398 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-197970a4-66f8-4eae-8542-9a84cf1b14d8 req-40ac2011-f135-46e5-8e5e-e0e5360d6d47 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641110 Oct 27 09:39:39.847610 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2e44da9d-68ab-4d62-a469-f7e3b598c934 req-646026d6-1341-42cb-a543-ba7987f70ddd tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584054 Oct 27 09:39:40.009502 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471b228-18c5-4162-9a3a-b34c4095ea76 req-dbf9cb68-196f-44e2-887e-a5a543d191eb tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:40.010405 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6471b228-18c5-4162-9a3a-b34c4095ea76 req-dbf9cb68-196f-44e2-887e-a5a543d191eb tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 944 time: 0.0782900 Oct 27 09:39:40.045622 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-197970a4-66f8-4eae-8542-9a84cf1b14d8 req-40da7db1-e9ad-466a-a228-4222132947fc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699452 Oct 27 09:39:40.077537 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6471b228-18c5-4162-9a3a-b34c4095ea76 req-da3109eb-a32c-45e4-8844-fb98d1235ad5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559263 Oct 27 09:39:40.090479 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 7969c643-a189-494b-ab3e-877a44420350 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:39:40.094530 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 265c29a2-64eb-4729-84e0-8504919ac033 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:39:40.122458 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: 265c29a2-64eb-4729-84e0-8504919ac033 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:39:40.122803 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 265c29a2-64eb-4729-84e0-8504919ac033 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:39:40.215331 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 7969c643-a189-494b-ab3e-877a44420350, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=7969c643-a189-494b-ab3e-877a44420350,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:40.226303 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '7969c643-a189-494b-ab3e-877a44420350', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'port_id': '7969c643-a189-494b-ab3e-877a44420350', 'mac_address': 'fa:16:3e:13:82:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:39:40.264314 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 7969c643-a189-494b-ab3e-877a44420350 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:39:40.264829 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (7969c643-a189-494b-ab3e-877a44420350), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:40.324915 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-beb90457-b4d1-4eee-b996-761b8783c320 req-53107d8c-6589-482e-be42-50040e78b122 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 210 time: 0.0292373 Oct 27 09:39:40.413194 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7969c643-a189-494b-ab3e-877a44420350 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:39:40.433127 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 7969c643-a189-494b-ab3e-877a44420350, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=7969c643-a189-494b-ab3e-877a44420350,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:40.437189 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (7969c643-a189-494b-ab3e-877a44420350), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:40.476049 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0ed34-3ec1-41ae-a5b3-bee5598ca3a8 req-3b2b4a59-0226-4cd9-b874-53dda81fbd84 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:40.477586 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c7f0ed34-3ec1-41ae-a5b3-bee5598ca3a8 req-3b2b4a59-0226-4cd9-b874-53dda81fbd84 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0486016 Oct 27 09:39:40.485960 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=7969c643-a189-494b-ab3e-877a44420350,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:40.589125 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c7f0ed34-3ec1-41ae-a5b3-bee5598ca3a8 req-81dad5a7-9330-462d-a5d4-9227a4d8f045 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052074 Oct 27 09:39:40.618055 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-197970a4-66f8-4eae-8542-9a84cf1b14d8 req-0532a5c5-4520-41c8-8a3e-2d3abd8a9157 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178489 Oct 27 09:39:40.886564 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['7969c643-a189-494b-ab3e-877a44420350'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:39:40.972949 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd805df-4a23-4445-b5b8-ca4a0ce3215e req-6d989644-569d-4dd5-b963-980b093cdf57 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:40.974572 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ecd805df-4a23-4445-b5b8-ca4a0ce3215e req-6d989644-569d-4dd5-b963-980b093cdf57 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0488896 Oct 27 09:39:41.022120 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ecd805df-4a23-4445-b5b8-ca4a0ce3215e req-dbd1a1a0-0991-4ed0-9957-affe0db0fcd3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Oct 27 09:39:41.209708 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123759-2937-468e-9158-0e759f3b2f76 req-93629e1c-7b88-426d-bf8e-6023b307bc81 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:41.211174 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4e123759-2937-468e-9158-0e759f3b2f76 req-93629e1c-7b88-426d-bf8e-6023b307bc81 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 945 time: 0.0563400 Oct 27 09:39:41.258241 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4e123759-2937-468e-9158-0e759f3b2f76 req-dc0577a4-3808-449c-a6af-424729591c79 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413804 Oct 27 09:39:41.446998 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5be2200f-2c25-40ad-9ac1-9c4bae54c472 req-82807e56-8900-4eef-96dc-d9dd460ab3b7 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=acba3b76-8223-4305-80d8-e739b12c6fcf HTTP/1.1" status: 200 len: 210 time: 0.0272887 Oct 27 09:39:41.734811 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da99ed7-0413-4ada-99c8-c7267a876a65 req-e75efc47-a81f-46f5-90d7-44cfb53fca9a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:41.736244 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9da99ed7-0413-4ada-99c8-c7267a876a65 req-e75efc47-a81f-46f5-90d7-44cfb53fca9a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0458713 Oct 27 09:39:41.783390 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:39:41.783907 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9da99ed7-0413-4ada-99c8-c7267a876a65 req-b43e7a61-d178-48ec-87bb-1a5bf39e1583 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Oct 27 09:39:42.105531 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 7969c643-a189-494b-ab3e-877a44420350 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:39:42.146802 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df863ed-67cb-4c5b-8d22-f84dd9bc78e6 req-da23627f-fee7-4d60-9cd1-d965cc1c546f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:42.147806 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port 7969c643-a189-494b-ab3e-877a44420350 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:39:42.148374 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8df863ed-67cb-4c5b-8d22-f84dd9bc78e6 req-da23627f-fee7-4d60-9cd1-d965cc1c546f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0497479 Oct 27 09:39:42.154740 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 7969c643-a189-494b-ab3e-877a44420350 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:39:42.155116 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (7969c643-a189-494b-ab3e-877a44420350), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:42.155457 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 7969c643-a189-494b-ab3e-877a44420350 Oct 27 09:39:42.162035 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:42.186554 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:42.200369 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8df863ed-67cb-4c5b-8d22-f84dd9bc78e6 req-f2a15972-ed0e-4325-a80c-11e2da0be55d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 Oct 27 09:39:42.237342 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 7969c643-a189-494b-ab3e-877a44420350 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:39:42.238149 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (7969c643-a189-494b-ab3e-877a44420350), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:42.252085 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:42.277049 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7969c643-a189-494b-ab3e-877a44420350'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:39:42.279906 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8401965d-2174-4ec4-bd59-9765767660ef" -d '{"events": [{"server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "name": "network-vif-plugged", "status": "completed", "tag": "7969c643-a189-494b-ab3e-877a44420350"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:39:42.297603 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 7969c643-a189-494b-ab3e-877a44420350, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=7969c643-a189-494b-ab3e-877a44420350,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:39:42.306515 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (7969c643-a189-494b-ab3e-877a44420350), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:42.356670 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302ccdbc-b291-477a-a1c6-315e1239cdbf x-openstack-request-id: req-302ccdbc-b291-477a-a1c6-315e1239cdbf {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:39:42.356887 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "name": "network-vif-plugged", "status": "completed", "tag": "7969c643-a189-494b-ab3e-877a44420350", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:39:42.357364 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-302ccdbc-b291-477a-a1c6-315e1239cdbf {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:39:42.357856 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302ccdbc-b291-477a-a1c6-315e1239cdbf'] response: {'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7969c643-a189-494b-ab3e-877a44420350', 'code': 200} Oct 27 09:39:42.375318 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:42.383134 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=7969c643-a189-494b-ab3e-877a44420350,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:42.414293 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8decc3a-7b1d-4b9d-abf2-8229dd76ab96 req-ac0ab3c8-677c-4bad-818c-caff524f3e82 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:42.421421 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f8decc3a-7b1d-4b9d-abf2-8229dd76ab96 req-ac0ab3c8-677c-4bad-818c-caff524f3e82 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0984135 Oct 27 09:39:42.427530 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 60886) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:42.433269 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-0a448782-8b70-4fde-951d-127f0a175337 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Request body: {'floatingip': {'port_id': '3a528390-aec1-4a57-8443-f4bdcd15f187'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:42.473259 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b745-c0b4-41a7-9194-0e24fe90db54 req-0d87cdfc-e5b0-47f8-8da2-743d7b145cb2 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:42.480379 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c033b745-c0b4-41a7-9194-0e24fe90db54 req-0d87cdfc-e5b0-47f8-8da2-743d7b145cb2 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0578332 Oct 27 09:39:42.501260 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0a448782-8b70-4fde-951d-127f0a175337 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for floatingip (610c2fa3-5307-4c8b-9fbc-5742db941f7d), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:42.568352 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0819f0-7e1f-4c27-92e1-e12a35d03f24 req-fe08b8c4-0e95-4ce9-8cee-4f4aac00f667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:42.570052 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7b0819f0-7e1f-4c27-92e1-e12a35d03f24 req-fe08b8c4-0e95-4ce9-8cee-4f4aac00f667 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 1130 time: 0.0558379 Oct 27 09:39:42.586652 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c033b745-c0b4-41a7-9194-0e24fe90db54 req-f5b59b4b-f012-4d68-9df9-cc757aec713b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053245 Oct 27 09:39:42.634408 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7b0819f0-7e1f-4c27-92e1-e12a35d03f24 req-f0fbdc61-0d01-4f2d-bd31-7439ab3a7141 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463023 Oct 27 09:39:42.915364 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73772b0d-181f-4a43-bfe8-ce5f944c645a req-8b9b5fbd-2329-4a68-8dc9-07b7b3cc077b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:42.916951 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-73772b0d-181f-4a43-bfe8-ce5f944c645a req-8b9b5fbd-2329-4a68-8dc9-07b7b3cc077b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0511909 Oct 27 09:39:42.969699 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-73772b0d-181f-4a43-bfe8-ce5f944c645a req-451c4ad5-5728-4b56-9610-2fac4f4e83bf tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457032 Oct 27 09:39:42.982566 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0a448782-8b70-4fde-951d-127f0a175337 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:42.986656 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0a448782-8b70-4fde-951d-127f0a175337 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (610c2fa3-5307-4c8b-9fbc-5742db941f7d), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:43.082259 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.l3_db [None req-0a448782-8b70-4fde-951d-127f0a175337 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Floating IP 610c2fa3-5307-4c8b-9fbc-5742db941f7d associated. External IP: 172.27.0.171, port: 3a528390-aec1-4a57-8443-f4bdcd15f187. Oct 27 09:39:43.117564 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:43.132811 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:43.281242 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a448782-8b70-4fde-951d-127f0a175337 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:39:43.386739 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a448782-8b70-4fde-951d-127f0a175337 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:39:43.391540 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0a448782-8b70-4fde-951d-127f0a175337 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:43.397270 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf7c53-8824-43cd-b804-a83d60d84820 None None] Sync routers for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:39:43.406693 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf7c53-8824-43cd-b804-a83d60d84820 None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:39:43.407297 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-8fcf7c53-8824-43cd-b804-a83d60d84820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:39:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:39:43.422994 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-0a448782-8b70-4fde-951d-127f0a175337 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "PUT /networking/v2.0/floatingips/610c2fa3-5307-4c8b-9fbc-5742db941f7d HTTP/1.1" status: 200 len: 991 time: 0.9922109 Oct 27 09:39:43.422994 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:39:43.423823 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6cc7be-92a7-4437-8755-79750b994b52" -d '{"events": [{"name": "network-changed", "server_uuid": "d2612979-fbed-42ac-b725-265018416862", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:39:43.461320 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f52020e-bafb-47b0-b504-2e84ccc6e43f x-openstack-request-id: req-4f52020e-bafb-47b0-b504-2e84ccc6e43f {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:39:43.461933 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2612979-fbed-42ac-b725-265018416862", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:39:43.461933 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f52020e-bafb-47b0-b504-2e84ccc6e43f {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:39:43.462256 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f52020e-bafb-47b0-b504-2e84ccc6e43f'] response: {'name': 'network-changed', 'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'status': 'completed', 'code': 200} Oct 27 09:39:43.514356 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-8fcf7c53-8824-43cd-b804-a83d60d84820 None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:39:43.700306 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4361678-9a40-46d1-953d-bae7ff911f11 req-b213f1bf-51c8-4858-9aff-973a65f34ab5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:43.701814 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b4361678-9a40-46d1-953d-bae7ff911f11 req-b213f1bf-51c8-4858-9aff-973a65f34ab5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0494840 Oct 27 09:39:43.724158 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-8fcf7c53-8824-43cd-b804-a83d60d84820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '610c2fa3-5307-4c8b-9fbc-5742db941f7d', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'port_id': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'mac_address': 'fa:16:3e:cd:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2612979-fbed-42ac-b725-265018416862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:03Z', 'updated_at': '2022-10-27T09:39:42Z', 'revision_number': 1, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:37:00Z', 'revision_number': 5, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:39:43.749118 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b4361678-9a40-46d1-953d-bae7ff911f11 req-96c40608-6419-4ec9-bee9-65f1c66f4960 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414066 Oct 27 09:39:43.749338 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf7c53-8824-43cd-b804-a83d60d84820 None None] Checking router: 32e5fecc-d74c-4207-ac1a-55a7a49a9acc for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:39:43.759227 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf7c53-8824-43cd-b804-a83d60d84820 None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:39:43.759833 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-8fcf7c53-8824-43cd-b804-a83d60d84820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:39:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:39:43.872223 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-8fcf7c53-8824-43cd-b804-a83d60d84820 None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:39:44.080973 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-8fcf7c53-8824-43cd-b804-a83d60d84820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '610c2fa3-5307-4c8b-9fbc-5742db941f7d', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'port_id': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'mac_address': 'fa:16:3e:cd:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2612979-fbed-42ac-b725-265018416862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:03Z', 'updated_at': '2022-10-27T09:39:42Z', 'revision_number': 1, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:37:00Z', 'revision_number': 5, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:39:44.102068 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a30be-0fe6-46bd-bfba-0aa4ec205124 req-93861469-4334-434c-9561-db11824745e3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:44.103603 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-168a30be-0fe6-46bd-bfba-0aa4ec205124 req-93861469-4334-434c-9561-db11824745e3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0471196 Oct 27 09:39:44.110153 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf7c53-8824-43cd-b804-a83d60d84820 None None] The sync data for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi is: [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '610c2fa3-5307-4c8b-9fbc-5742db941f7d', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'port_id': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'mac_address': 'fa:16:3e:cd:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2612979-fbed-42ac-b725-265018416862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:03Z', 'updated_at': '2022-10-27T09:39:42Z', 'revision_number': 1, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:37:00Z', 'revision_number': 5, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:39:44.156186 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-168a30be-0fe6-46bd-bfba-0aa4ec205124 req-fa172426-60c5-45aa-9e81-411c6617992c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464392 Oct 27 09:39:44.309177 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e4c2e7-bc13-4ea4-a227-f689ca0b1f33 None None] New status for floating IP 610c2fa3-5307-4c8b-9fbc-5742db941f7d: ACTIVE {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:39:44.868039 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942389e-a207-48f4-a1e9-1070662b4821 req-97f8f0ed-77ac-46cf-bb1c-f215bf7c6330 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:44.869512 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3942389e-a207-48f4-a1e9-1070662b4821 req-97f8f0ed-77ac-46cf-bb1c-f215bf7c6330 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0473957 Oct 27 09:39:44.919774 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3942389e-a207-48f4-a1e9-1070662b4821 req-3a19c796-be09-46ad-af58-56121b542e5f tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445986 Oct 27 09:39:45.280783 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc24ed-4509-43ad-9157-67af215d94f1 req-c620552f-e557-467c-8385-302d4d8f5971 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:45.282266 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5dcc24ed-4509-43ad-9157-67af215d94f1 req-c620552f-e557-467c-8385-302d4d8f5971 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0459309 Oct 27 09:39:45.331693 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5dcc24ed-4509-43ad-9157-67af215d94f1 req-d08890a6-bda7-4761-a574-70542be9cfe0 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435100 Oct 27 09:39:46.052205 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cc7be-92a7-4437-8755-79750b994b52 req-03b67d6d-41ab-431e-8505-acbe08130494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:46.053626 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5a6cc7be-92a7-4437-8755-79750b994b52 req-03b67d6d-41ab-431e-8505-acbe08130494 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 1129 time: 0.0720017 Oct 27 09:39:46.063334 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbda94-81f3-473d-9976-62f576de3902 req-d79badf5-e418-48a5-af6e-9ad6630d9789 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:46.064708 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2adbda94-81f3-473d-9976-62f576de3902 req-d79badf5-e418-48a5-af6e-9ad6630d9789 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0715528 Oct 27 09:39:46.112305 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2adbda94-81f3-473d-9976-62f576de3902 req-02a2ff1a-3976-4f50-85ed-ae424a35d871 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Oct 27 09:39:46.457473 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6026cc6-97f9-40ef-87c5-11aa978466e6 req-760bcb38-4bc4-4cb5-b676-5d4ae4aa13b9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:46.459015 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f6026cc6-97f9-40ef-87c5-11aa978466e6 req-760bcb38-4bc4-4cb5-b676-5d4ae4aa13b9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0473983 Oct 27 09:39:46.780427 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f6026cc6-97f9-40ef-87c5-11aa978466e6 req-093b3c0e-6678-40a0-ad4a-9a7d3f04fc44 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3156402 Oct 27 09:39:46.782257 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:46.800453 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cc7be-92a7-4437-8755-79750b994b52 req-31cc7a93-d3ce-423c-a960-10c11521c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:46.801941 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5a6cc7be-92a7-4437-8755-79750b994b52 req-31cc7a93-d3ce-423c-a960-10c11521c5c3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.3312249 Oct 27 09:39:47.008056 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:47.028843 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5a6cc7be-92a7-4437-8755-79750b994b52 req-cf2f8b87-5907-4a3a-988b-3b7ee71215c7 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a528390-aec1-4a57-8443-f4bdcd15f187 HTTP/1.1" status: 200 len: 1001 time: 0.0699825 Oct 27 09:39:47.230722 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724ea77-2336-486d-84f7-1e272c4636ed req-5ae0ffc3-3c88-4008-a075-3bb3ddc0f857 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:47.232165 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2724ea77-2336-486d-84f7-1e272c4636ed req-5ae0ffc3-3c88-4008-a075-3bb3ddc0f857 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0474985 Oct 27 09:39:47.283401 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2724ea77-2336-486d-84f7-1e272c4636ed req-781874c3-650c-4553-a241-536d62d04363 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455627 Oct 27 09:39:47.400451 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76ac81-2cad-4ab0-8d95-fbac63de1777 req-4e0eb6f1-d5ba-4946-a73a-760b533f09a3 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:47.401933 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5b76ac81-2cad-4ab0-8d95-fbac63de1777 req-4e0eb6f1-d5ba-4946-a73a-760b533f09a3 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0458233 Oct 27 09:39:47.447291 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5b76ac81-2cad-4ab0-8d95-fbac63de1777 req-a79d84a0-48cd-453a-b689-9b12922da10f tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Oct 27 09:39:47.703594 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cc7be-92a7-4437-8755-79750b994b52 req-4e43e684-6992-40b5-94d3-3c6d082fcda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:47.705176 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5a6cc7be-92a7-4437-8755-79750b994b52 req-4e43e684-6992-40b5-94d3-3c6d082fcda9 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.0476241 Oct 27 09:39:47.783789 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bfa1a-87f8-424e-8e88-60ff6a07268b req-e19e2d7d-f768-4183-99f8-7a09b167cc83 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:47.785289 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-659bfa1a-87f8-424e-8e88-60ff6a07268b req-e19e2d7d-f768-4183-99f8-7a09b167cc83 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0520172 Oct 27 09:39:47.832749 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-659bfa1a-87f8-424e-8e88-60ff6a07268b req-b89e3320-13ff-4d93-a37b-8167294480d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418594 Oct 27 09:39:47.906163 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb949c-329a-429b-b722-acf5f0710a08 req-7a4021c8-89ae-4d68-9753-78491b6ad9e7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:47.907650 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0dfb949c-329a-429b-b722-acf5f0710a08 req-7a4021c8-89ae-4d68-9753-78491b6ad9e7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0476408 Oct 27 09:39:47.956143 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0dfb949c-329a-429b-b722-acf5f0710a08 req-dde86a51-e9bf-43a8-b40e-8094fb3fc45f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428855 Oct 27 09:39:48.207690 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cc7be-92a7-4437-8755-79750b994b52 req-4944770d-4498-4055-b4e9-eb4edb0e2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:48.209406 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5a6cc7be-92a7-4437-8755-79750b994b52 req-4944770d-4498-4055-b4e9-eb4edb0e2747 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686283 Oct 27 09:39:48.716982 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5a6cc7be-92a7-4437-8755-79750b994b52 req-979c4127-9f01-4069-b51b-eba3dac5551e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907352 Oct 27 09:39:48.812983 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5a6cc7be-92a7-4437-8755-79750b994b52 req-401af25b-f150-4863-a358-2c7dd72dbc5c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892930 Oct 27 09:39:49.086450 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca80921-ab3d-4ba8-a6cf-c769d4b75b36 req-e2d59898-a7b1-4cc0-88b7-3dde30603ecd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:49.087925 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aca80921-ab3d-4ba8-a6cf-c769d4b75b36 req-e2d59898-a7b1-4cc0-88b7-3dde30603ecd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0511169 Oct 27 09:39:49.134708 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aca80921-ab3d-4ba8-a6cf-c769d4b75b36 req-67de9095-e1f7-4eea-98f3-346e86e9a5bb tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Oct 27 09:39:49.797097 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 60990) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:49.801573 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-7f403454-e665-436d-bb71-589b6abdb929 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588336898', 'description': 'tempest-description--1232292678'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:49.821411 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7f403454-e665-436d-bb71-589b6abdb929 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:49.854229 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:49.890182 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7f403454-e665-436d-bb71-589b6abdb929 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (17982e5f-eba1-4db7-861f-35d1b8c020ce), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:49.893718 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7f403454-e665-436d-bb71-589b6abdb929 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (17982e5f-eba1-4db7-861f-35d1b8c020ce), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:49.922892 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7f403454-e665-436d-bb71-589b6abdb929 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:49.924112 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-7f403454-e665-436d-bb71-589b6abdb929 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1260281 Oct 27 09:39:49.927114 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 60996) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:49.928643 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f403454-e665-436d-bb71-589b6abdb929 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17982e5f-eba1-4db7-861f-35d1b8c020ce,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:49.931731 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group_rule': {'security_group_id': '17982e5f-eba1-4db7-861f-35d1b8c020ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:49.959252 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (2efefd61-8bd1-46ad-abaf-7089db6923d0), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.014309 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (2efefd61-8bd1-46ad-abaf-7089db6923d0), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.017889 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (2efefd61-8bd1-46ad-abaf-7089db6923d0), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.036499 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efefd61-8bd1-46ad-abaf-7089db6923d0,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:50.045250 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.045602 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.045975 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.046316 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.046651 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.046983 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.047310 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.047637 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.047962 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.048295 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.048648 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.048976 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.049299 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.049621 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.049942 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:39:50.054383 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.055577 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-658fb979-4a8e-4a5f-bee0-d373587fbe07 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274014 Oct 27 09:39:50.058362 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 60998) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:50.062576 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-a9262b76-8eaf-4e0c-aab3-389f8d1bc325 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group_rule': {'security_group_id': '17982e5f-eba1-4db7-861f-35d1b8c020ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:50.088335 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9262b76-8eaf-4e0c-aab3-389f8d1bc325 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (e31daba1-9581-41a3-a07e-96bdbb22f920), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.147036 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9262b76-8eaf-4e0c-aab3-389f8d1bc325 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (e31daba1-9581-41a3-a07e-96bdbb22f920), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.150645 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9262b76-8eaf-4e0c-aab3-389f8d1bc325 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (e31daba1-9581-41a3-a07e-96bdbb22f920), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.169906 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9262b76-8eaf-4e0c-aab3-389f8d1bc325 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31daba1-9581-41a3-a07e-96bdbb22f920,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:50.179762 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a9262b76-8eaf-4e0c-aab3-389f8d1bc325 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.181011 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-a9262b76-8eaf-4e0c-aab3-389f8d1bc325 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217332 Oct 27 09:39:50.184932 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 32770) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:39:50.190973 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:50.214278 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.230045 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:50.321048 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e3577-185c-435d-be88-8eac88bef5fb req-f4c97c91-2862-496c-9242-c964c6f6b072 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:50.322500 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a86e3577-185c-435d-be88-8eac88bef5fb req-f4c97c91-2862-496c-9242-c964c6f6b072 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0853782 Oct 27 09:39:50.346621 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.419867 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a86e3577-185c-435d-be88-8eac88bef5fb req-ebd68589-cabd-478d-aef5-ab90b62e0ccb tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888572 Oct 27 09:39:50.478911 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Allocated IP 172.27.0.94 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/1a846a41-b1ef-4360-b841-f7dee6e75097) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:39:50.585241 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (1a846a41-b1ef-4360-b841-f7dee6e75097), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.618810 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (1a846a41-b1ef-4360-b841-f7dee6e75097), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.660367 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:39:50.665397 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:39:50.667570 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=1a846a41-b1ef-4360-b841-f7dee6e75097,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:50.670279 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:39:50.751749 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (9a27fd72-35c7-4f52-a154-7c3034a1d031), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.762406 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:50.793146 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (1a846a41-b1ef-4360-b841-f7dee6e75097), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.936453 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (1a846a41-b1ef-4360-b841-f7dee6e75097), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.940642 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (1a846a41-b1ef-4360-b841-f7dee6e75097), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:50.996129 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:51.008541 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=1a846a41-b1ef-4360-b841-f7dee6e75097,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:51.011210 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (9a27fd72-35c7-4f52-a154-7c3034a1d031), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:51.026902 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:51.028662 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-767b40da-dca1-4e00-be0f-eb832fab5d92 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8419819 Oct 27 09:39:51.224728 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-65a0d916-fded-4936-bee1-e42ff276ce34 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1588336898&fields=id&tenant_id=df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 267 time: 0.0426722 Oct 27 09:39:51.332591 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-d4cd27d4-28f2-465d-bf11-57e5627f7eea tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:51.334037 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-d4cd27d4-28f2-465d-bf11-57e5627f7eea tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 815 time: 0.1031089 Oct 27 09:39:51.349041 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-b61cc014-e3f0-4b91-b24f-5e3c9eb14d14 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/quotas/df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 375 time: 0.0095296 Oct 27 09:39:51.400138 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-dcaa1fc7-5397-4f30-a84b-49ea09f73071 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463121 Oct 27 09:39:51.500729 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-578c4d0f-8c83-433f-a0f3-4c12f044d775 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860589 Oct 27 09:39:51.593565 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-d9313810-df87-4aa8-ab22-d57ae51c50f2 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869458 Oct 27 09:39:51.814391 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-19d4ed7c-b4fa-4a46-b799-0f1c8980866b req-2546d649-8b2a-40c2-b01c-66c6e518f0fa tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 210 time: 0.0356004 Oct 27 09:39:51.822088 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b634f8e-e113-4c08-9049-f1bb9f2a7734 req-f969dde0-1123-4ba8-8ff3-e1087ed59800 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:51.823551 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b634f8e-e113-4c08-9049-f1bb9f2a7734 req-f969dde0-1123-4ba8-8ff3-e1087ed59800 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0854950 Oct 27 09:39:51.875746 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b634f8e-e113-4c08-9049-f1bb9f2a7734 req-bc299cff-414b-4010-9cf1-e1568f492000 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449541 Oct 27 09:39:52.700098 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-a1c61e5a-d870-437b-8e24-bccf2da9dcac tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:52.701576 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-a1c61e5a-d870-437b-8e24-bccf2da9dcac tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/networks?id=88875056-5d66-411a-8e40-f81cbf49fe49 HTTP/1.1" status: 200 len: 813 time: 0.1017957 Oct 27 09:39:52.716574 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-2d2508d0-3d88-448c-ac03-0303bc48f488 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/quotas/9dc4fbf213f04cd7ab49abad693a1cf2 HTTP/1.1" status: 200 len: 375 time: 0.0093577 Oct 27 09:39:52.747890 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-72a23c00-476e-49a1-8216-7675d1de1de8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=9dc4fbf213f04cd7ab49abad693a1cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265720 Oct 27 09:39:52.832403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:52.845194 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-64083b75-104d-48c1-a560-2b2fdf2078a1 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/88875056-5d66-411a-8e40-f81cbf49fe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909333 Oct 27 09:39:53.014406 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5022f40-7676-469c-85fd-2a743fc5a488 req-bb0e8a44-c25b-48c9-817b-1b3563f8e2e5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 210 time: 0.0758593 Oct 27 09:39:53.017370 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-4b0483cb-bac9-47a3-972c-c51bd94313fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:53.018606 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-4b0483cb-bac9-47a3-972c-c51bd94313fb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18&tenant_id=7295248456c446bbb3f7d2d5953c9360 HTTP/1.1" status: 200 len: 1127 time: 0.1397760 Oct 27 09:39:53.039616 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-ca1fc848-0873-4f52-b526-428edc14e7ee service neutron] 10.222.0.70 "GET /networking/v2.0/networks/88875056-5d66-411a-8e40-f81cbf49fe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877377 Oct 27 09:39:53.142205 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-6a488989-0239-42fd-b956-4f8c7f5ec0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:53.143702 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-6a488989-0239-42fd-b956-4f8c7f5ec0d3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 1127 time: 0.0829852 Oct 27 09:39:53.146045 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:53.185251 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27352500-5d41-4eab-93e7-4b8c44ee4092 req-c1f01920-7232-4419-8df5-decba87c263c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:53.186952 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27352500-5d41-4eab-93e7-4b8c44ee4092 req-c1f01920-7232-4419-8df5-decba87c263c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0878811 Oct 27 09:39:53.274773 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8249bc0a-e5a8-4592-9c86-0aeb287ba060 req-0feb1a54-02c6-4862-a0c7-228924dd7bd5 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 210 time: 0.0672224 Oct 27 09:39:53.305071 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27352500-5d41-4eab-93e7-4b8c44ee4092 req-492ad147-c341-41ba-a1bf-951fa468747f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069510 Oct 27 09:39:53.332224 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-d613a77d-d0e3-4318-a9f1-7cb2d53e8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:53.333723 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-d613a77d-d0e3-4318-a9f1-7cb2d53e8e42 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 918 time: 0.1762452 Oct 27 09:39:53.706055 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-76a50232-cf59-4460-9ca5-47071a14fa0f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971 HTTP/1.1" status: 200 len: 998 time: 0.0593441 Oct 27 09:39:53.756097 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-b76ef5b8-2c11-4cb5-b964-9be0584a68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:53.757563 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-b76ef5b8-2c11-4cb5-b964-9be0584a68f0 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.0453520 Oct 27 09:39:53.876722 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-46f9acaa-d01d-4a1a-8376-7a49f714a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:53.878214 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-46f9acaa-d01d-4a1a-8376-7a49f714a31a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897486 Oct 27 09:39:53.974812 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-c3bceac5-a565-494b-8311-fe4ac1355381 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:53.976257 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-c3bceac5-a565-494b-8311-fe4ac1355381 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 815 time: 0.1964352 Oct 27 09:39:54.003357 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-237dceb2-86ae-41cc-82f1-fe35f82c4f58 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147006 Oct 27 09:39:54.083543 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=69 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:54.085881 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=90 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:54.396293 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9ac8a792-db22-45a9-8be6-a9a7ecbb30f4 req-3f2a6a47-c25c-4e38-b4bf-628f4264c3ea tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 210 time: 0.2958877 Oct 27 09:39:54.404281 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:54.412569 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:54.449349 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-244d255a-50c6-41e7-bf14-14e7ecf1b3c6 req-6dc5b5a8-4992-41af-b9e8-2aa3e8b516f7 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 210 time: 0.0552835 Oct 27 09:39:54.475315 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6f45e6bf-8b04-476c-8ef4-058fed3e4f25 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 473 time: 0.4099226 Oct 27 09:39:54.492071 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fcdfa9-1182-4cee-915f-0be29b4930ec req-9454c60d-aed8-49f0-9e65-96dacc514d82 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122422 Oct 27 09:39:54.524271 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b8cd2-4e94-4145-808d-aaaffce12da9 req-c0151850-65bd-4518-86cd-6d0365fa52b6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:54.525399 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f5b8cd2-4e94-4145-808d-aaaffce12da9 req-c0151850-65bd-4518-86cd-6d0365fa52b6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0492356 Oct 27 09:39:54.536307 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:54.573886 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6f5b8cd2-4e94-4145-808d-aaaffce12da9 req-29b865bf-fe3d-45e8-b1ae-744ac8a68aae tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428035 Oct 27 09:39:54.663389 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'port': {'device_id': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'admin_state_up': True, 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'security_groups': ['17982e5f-eba1-4db7-861f-35d1b8c020ce']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:54.781239 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Made reservation on behalf of df84eaa566a24d3e8d25c1065e8c09fa for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:39:54.784960 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:54.890397 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:55.002469 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Allocated IP 172.20.0.10 (15104d09-0e0f-4140-ae39-9239f083d338/6106073a-8240-4116-aa48-78887440dcb1/679f3124-ba7d-4f06-8f2b-63d51480c3ff) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:39:55.010764 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-65744b2c-1b9a-499b-ae32-499f11ba9d30 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:55.012217 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-65744b2c-1b9a-499b-ae32-499f11ba9d30 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.72 "GET /networking/v2.0/networks?id=88875056-5d66-411a-8e40-f81cbf49fe49 HTTP/1.1" status: 200 len: 813 time: 0.1752977 Oct 27 09:39:55.031062 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Request body: {'port': {'device_id': 'f7372b52-0f50-4517-840c-c97081a05995', 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49', 'admin_state_up': True, 'tenant_id': '9dc4fbf213f04cd7ab49abad693a1cf2'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:39:55.315996 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Made reservation on behalf of 9dc4fbf213f04cd7ab49abad693a1cf2 for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:39:55.319831 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:55.334868 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:55.417235 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:55.439210 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:55.505839 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=679f3124-ba7d-4f06-8f2b-63d51480c3ff,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:55.517953 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Network 15104d09-0e0f-4140-ae39-9239f083d338 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:39:55.555043 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:39:55.558144 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:39:55.669687 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e0be866d-2748-41d8-8bd9-b4716c901e66 req-f77559fc-3bd8-4a35-b1f6-77c767690ab4 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 210 time: 0.0864856 Oct 27 09:39:55.686968 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5991f5-85d6-4a6e-90b3-70307a14ac35 req-6e238ab9-ee37-4d14-a259-038a3a31d6f3 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:55.688923 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1a5991f5-85d6-4a6e-90b3-70307a14ac35 req-6e238ab9-ee37-4d14-a259-038a3a31d6f3 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 932 time: 0.1866581 Oct 27 09:39:55.700990 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Allocated IP 172.20.0.4 (88875056-5d66-411a-8e40-f81cbf49fe49/9eac4fd4-99f1-4d4f-8956-d5b218ea2856/d2dc3936-eb1d-4275-8a23-06d264b2ba89) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:39:55.709913 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:55.710540 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:55.748935 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:55.779024 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-3fc12c4b-638c-4719-9ba3-8fc33595afcd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1190052 Oct 27 09:39:55.845605 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1a5991f5-85d6-4a6e-90b3-70307a14ac35 req-144f0726-7d1d-452c-adac-05c26e5724cb tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485550 Oct 27 09:39:55.880108 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091889c9-6cdf-46f7-a0c4-2f6bebb9ebd3 req-fa77ed03-4108-497d-8b08-6c205764af9d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:55.881673 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-091889c9-6cdf-46f7-a0c4-2f6bebb9ebd3 req-fa77ed03-4108-497d-8b08-6c205764af9d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0998495 Oct 27 09:39:55.940878 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-87282a22-f562-4dda-a055-a1aec277f250 None None] Provisioning complete for port 679f3124-ba7d-4f06-8f2b-63d51480c3ff triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:39:55.941514 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-87282a22-f562-4dda-a055-a1aec277f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:55.941608 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-87282a22-f562-4dda-a055-a1aec277f250 None None] Attempt 1 to provision port 679f3124-ba7d-4f06-8f2b-63d51480c3ff Oct 27 09:39:55.997000 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-091889c9-6cdf-46f7-a0c4-2f6bebb9ebd3 req-da4eef53-131d-4cff-a713-5a1aef6ea787 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076114 Oct 27 09:39:56.009033 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-87282a22-f562-4dda-a055-a1aec277f250 None None] Port 679f3124-ba7d-4f06-8f2b-63d51480c3ff cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:39:56.039746 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks [] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:56.088685 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:56.135892 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Network 88875056-5d66-411a-8e40-f81cbf49fe49 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:39:56.141650 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:39:56.143839 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Pushing event updated for resources: {'Port': ['ID=d2dc3936-eb1d-4275-8a23-06d264b2ba89,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:39:56.146014 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:39:56.182912 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-e84b6f63-665a-452c-9aeb-477ed5e7c8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:56.196784 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:56.197419 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:56.216405 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-4d96dd96-46b2-4161-a29d-3286bbf21ad3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1891639 Oct 27 09:39:56.802142 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:56.811029 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97497f8-984b-4b0f-8b84-470b7303d6b7 req-10f48851-e30d-41bd-8ada-0781595fc4c3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:56.812539 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c97497f8-984b-4b0f-8b84-470b7303d6b7 req-10f48851-e30d-41bd-8ada-0781595fc4c3 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 931 time: 0.0537596 Oct 27 09:39:56.861183 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c97497f8-984b-4b0f-8b84-470b7303d6b7 req-cf2e087d-8212-4e2c-840e-87c1b875b82d tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429235 Oct 27 09:39:56.983419 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953e5e0-c2a3-4df6-a590-ba19ecc8c89c req-3c3ec389-af7f-4aba-a33e-03a74d055dbb tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:56.984853 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e953e5e0-c2a3-4df6-a590-ba19ecc8c89c req-3c3ec389-af7f-4aba-a33e-03a74d055dbb tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 932 time: 0.0531721 Oct 27 09:39:57.035729 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e953e5e0-c2a3-4df6-a590-ba19ecc8c89c req-e8c9e9ed-c543-460d-9baf-2131a7ed2a26 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447407 Oct 27 09:39:57.154037 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60726dc4-c289-45af-813d-c0a35f33c686 req-254eb424-d343-4562-8fdc-503fe05cc584 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:57.155516 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-60726dc4-c289-45af-813d-c0a35f33c686 req-254eb424-d343-4562-8fdc-503fe05cc584 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0505831 Oct 27 09:39:57.208430 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-60726dc4-c289-45af-813d-c0a35f33c686 req-e06b1f50-4fb6-4516-b14d-33fb240758c1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470321 Oct 27 09:39:57.988571 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b272f3-ac41-420c-a2c3-1e2209ef3a4e req-7006a352-c058-4731-8f41-b2378b194879 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:57.990078 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-16b272f3-ac41-420c-a2c3-1e2209ef3a4e req-7006a352-c058-4731-8f41-b2378b194879 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 931 time: 0.0514023 Oct 27 09:39:58.050278 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-16b272f3-ac41-420c-a2c3-1e2209ef3a4e req-abcd3b77-e136-407c-8afb-8f7a2210ba65 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541623 Oct 27 09:39:58.188276 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3763195-f2bc-4503-bd76-a0c2d19ef4f2 req-989a07a1-bfcf-4af9-9b90-aa30b065e196 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:58.189879 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e3763195-f2bc-4503-bd76-a0c2d19ef4f2 req-989a07a1-bfcf-4af9-9b90-aa30b065e196 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 932 time: 0.0618029 Oct 27 09:39:58.239473 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e3763195-f2bc-4503-bd76-a0c2d19ef4f2 req-c1c25f60-18c9-4bdd-9806-d3129ce308a9 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440192 Oct 27 09:39:58.343547 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e1ca9-5d9e-4921-ac73-cd3650414840 req-ddd57e91-fd9b-41a6-afbf-e41058f5f8b0 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:58.345264 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f31e1ca9-5d9e-4921-ac73-cd3650414840 req-ddd57e91-fd9b-41a6-afbf-e41058f5f8b0 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0516243 Oct 27 09:39:58.394138 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f31e1ca9-5d9e-4921-ac73-cd3650414840 req-aef3d226-92a1-4adf-bf4c-135e964d522e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Oct 27 09:39:58.502086 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-7a88ccf4-fc00-442e-a789-cba8c5075a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:39:59.136167 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:39:59.175047 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaa73d-1315-49b4-88a0-0f1494dfcb37 req-c4dd6579-982e-44d5-8151-55f65b86e0c8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:59.176700 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-60aaa73d-1315-49b4-88a0-0f1494dfcb37 req-c4dd6579-982e-44d5-8151-55f65b86e0c8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 931 time: 0.0492351 Oct 27 09:39:59.230803 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-60aaa73d-1315-49b4-88a0-0f1494dfcb37 req-17aba6c0-73d0-45e3-a9dc-745e0d8ba296 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485570 Oct 27 09:39:59.366689 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03bf99-973f-46b4-b4c4-45a0405f0e7c req-cccefeb8-7b5c-453a-8ea7-c337ddeb4982 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:59.368211 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f03bf99-973f-46b4-b4c4-45a0405f0e7c req-cccefeb8-7b5c-453a-8ea7-c337ddeb4982 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 932 time: 0.0548511 Oct 27 09:39:59.421299 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f03bf99-973f-46b4-b4c4-45a0405f0e7c req-86d5b50f-5c06-496e-b84d-179fefd6f647 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466144 Oct 27 09:39:59.527860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f385-1dcb-46ca-85e9-b1ca03336ba5 req-fcdefa2e-8886-4102-898c-4cc3773d9b5d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:39:59.529429 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bb47f385-1dcb-46ca-85e9-b1ca03336ba5 req-fcdefa2e-8886-4102-898c-4cc3773d9b5d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0503633 Oct 27 09:39:59.580801 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bb47f385-1dcb-46ca-85e9-b1ca03336ba5 req-ebcbf5c0-827e-4118-be15-a8b488d9a49b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456982 Oct 27 09:39:59.712934 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:00.164029 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=64,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:00.173456 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=66,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:00.357294 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab64c3-3052-4c72-8307-c1e0f264c079 req-00da7c3b-1437-4524-841b-fd38850f6638 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:00.359743 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ddab64c3-3052-4c72-8307-c1e0f264c079 req-00da7c3b-1437-4524-841b-fd38850f6638 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 931 time: 0.0497038 Oct 27 09:40:00.406682 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ddab64c3-3052-4c72-8307-c1e0f264c079 req-90813a4d-41ca-4ec9-b1c1-3e4b4b7cced6 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423853 Oct 27 09:40:00.547062 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502682d0-4f74-4ebe-8613-f885fbe3ab25 req-3cd6187a-5f2f-43ed-b021-1cb509beefc8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:00.548689 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-502682d0-4f74-4ebe-8613-f885fbe3ab25 req-3cd6187a-5f2f-43ed-b021-1cb509beefc8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 932 time: 0.0521066 Oct 27 09:40:00.600850 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-502682d0-4f74-4ebe-8613-f885fbe3ab25 req-49d3c8b1-1981-40d6-b7b6-b38f8e4c02ae tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 Oct 27 09:40:00.717749 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178047b-c1c6-4f35-844d-cd0a2f62d9ea req-0987373b-824e-4294-8e9b-966c899666db tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:00.719260 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3178047b-c1c6-4f35-844d-cd0a2f62d9ea req-0987373b-824e-4294-8e9b-966c899666db tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0515730 Oct 27 09:40:00.769561 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3178047b-c1c6-4f35-844d-cd0a2f62d9ea req-d16b5959-7fed-4695-9fb1-559222a6c508 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Oct 27 09:40:01.382343 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:01.423564 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:01.519578 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:01.533348 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba118fe-7865-4f8e-b40b-6ddcf603b02b req-3102139b-af93-4c05-a7f8-1b875d5e049a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:01.534844 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-dba118fe-7865-4f8e-b40b-6ddcf603b02b req-3102139b-af93-4c05-a7f8-1b875d5e049a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 931 time: 0.0537069 Oct 27 09:40:01.581935 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-dba118fe-7865-4f8e-b40b-6ddcf603b02b req-56896ea3-5584-4bd8-b23d-8285c017f6c1 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413792 Oct 27 09:40:01.730494 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10486d20-6ba7-47a6-8e77-82305c2c8a4c req-ae67b3a8-485a-4b8e-89c6-24d8a3ac4ce3 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:01.732082 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-10486d20-6ba7-47a6-8e77-82305c2c8a4c req-ae67b3a8-485a-4b8e-89c6-24d8a3ac4ce3 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 932 time: 0.0482373 Oct 27 09:40:01.783000 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-10486d20-6ba7-47a6-8e77-82305c2c8a4c req-8ebd6403-5d38-4c4e-a1fd-6d6512fb331c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450718 Oct 27 09:40:01.912942 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94977ac-e242-4b37-a2fc-3af755f52157 req-cd965747-76dc-4683-a1a6-8b1b438335cf tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:01.914492 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e94977ac-e242-4b37-a2fc-3af755f52157 req-cd965747-76dc-4683-a1a6-8b1b438335cf tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0579269 Oct 27 09:40:01.966369 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e94977ac-e242-4b37-a2fc-3af755f52157 req-ae8c62a7-64b3-4d5d-9524-2406daa105e9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462823 Oct 27 09:40:02.712194 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41b496-12cc-4af8-b34f-aee4ad556bd7 req-d6d2e6f4-f119-48b4-9c13-6a6ec3e4ff92 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:02.713645 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5d41b496-12cc-4af8-b34f-aee4ad556bd7 req-d6d2e6f4-f119-48b4-9c13-6a6ec3e4ff92 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 931 time: 0.0497949 Oct 27 09:40:02.764660 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5d41b496-12cc-4af8-b34f-aee4ad556bd7 req-1240ae46-2c26-490d-987b-f7e348fe5b49 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 Oct 27 09:40:02.905372 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e479ce-b224-4e43-b859-f61c4302c1db req-6253aa44-f6a1-4f91-9b63-fe1009edfc0c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:02.906856 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f1e479ce-b224-4e43-b859-f61c4302c1db req-6253aa44-f6a1-4f91-9b63-fe1009edfc0c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 932 time: 0.0485585 Oct 27 09:40:02.957867 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f1e479ce-b224-4e43-b859-f61c4302c1db req-58fb3312-ef88-4070-9680-a84bcdcdad45 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Oct 27 09:40:03.088990 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:03.118034 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad9c93-5e70-417f-9669-722263cedca6 req-1876d071-36a0-40fc-9353-b42641624821 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:03.119529 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3fad9c93-5e70-417f-9669-722263cedca6 req-1876d071-36a0-40fc-9353-b42641624821 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0667524 Oct 27 09:40:03.171753 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3fad9c93-5e70-417f-9669-722263cedca6 req-1d935f18-f1b7-4301-8f0c-2371e2e186f6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449970 Oct 27 09:40:03.894587 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eeceac-e0ff-42e0-8635-9acae944f862 req-c6bf67b9-1f35-48b7-b962-d739b08d37c0 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:03.896146 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-15eeceac-e0ff-42e0-8635-9acae944f862 req-c6bf67b9-1f35-48b7-b962-d739b08d37c0 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 931 time: 0.0515172 Oct 27 09:40:03.945521 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-15eeceac-e0ff-42e0-8635-9acae944f862 req-508f6bf1-f8aa-4724-9458-de597a4ce970 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 Oct 27 09:40:04.088388 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c82f7a-1008-4d28-93e8-9ec78225ef87 req-d4447090-61fd-4e65-92c9-6e2206f7d9b0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:04.089915 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d7c82f7a-1008-4d28-93e8-9ec78225ef87 req-d4447090-61fd-4e65-92c9-6e2206f7d9b0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 932 time: 0.0478890 Oct 27 09:40:04.141525 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d7c82f7a-1008-4d28-93e8-9ec78225ef87 req-dde6ac29-a9bb-4a81-bcd2-c528d86d7111 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459218 Oct 27 09:40:04.305720 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba45f59-ffd8-4574-9a65-1404653d514d req-c68b1eeb-4239-4052-b267-d2e134c16583 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:04.307220 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6ba45f59-ffd8-4574-9a65-1404653d514d req-c68b1eeb-4239-4052-b267-d2e134c16583 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0510952 Oct 27 09:40:04.358383 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6ba45f59-ffd8-4574-9a65-1404653d514d req-00131287-4d16-4969-9a5a-90e06cf60735 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450616 Oct 27 09:40:05.067124 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5f84-303c-4768-9a37-54f88434b51d req-a034ddd4-f18e-4c3e-a241-407ae0416fb7 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:05.068622 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-589a5f84-303c-4768-9a37-54f88434b51d req-a034ddd4-f18e-4c3e-a241-407ae0416fb7 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 931 time: 0.0472386 Oct 27 09:40:05.120188 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-589a5f84-303c-4768-9a37-54f88434b51d req-79ad7c05-de5b-4e35-aa2b-de53d44f784d tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459564 Oct 27 09:40:05.267665 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d478184-dcd3-4fc0-b1b1-607ec6cd9567 req-7cd76215-af7b-4255-ab4b-04808a6bca9f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:05.269168 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7d478184-dcd3-4fc0-b1b1-607ec6cd9567 req-7cd76215-af7b-4255-ab4b-04808a6bca9f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 932 time: 0.0507700 Oct 27 09:40:05.319548 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7d478184-dcd3-4fc0-b1b1-607ec6cd9567 req-29d2a42a-6c7f-467a-b87a-c058aaa8a557 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446846 Oct 27 09:40:05.490072 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d771e38-56aa-4b7f-93dc-e17544cb6923 req-83a2b8c9-9cc2-411c-b671-8bbd04991475 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:05.491676 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7d771e38-56aa-4b7f-93dc-e17544cb6923 req-83a2b8c9-9cc2-411c-b671-8bbd04991475 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0486858 Oct 27 09:40:05.523236 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:05.540794 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7d771e38-56aa-4b7f-93dc-e17544cb6923 req-f300aacb-07cd-4d9d-a073-6f2e69023101 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433724 Oct 27 09:40:06.243462 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8757a-8fce-4439-b06b-d136ff19910a req-98c5b56f-ded1-487c-b2eb-abeb8372e897 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:06.244965 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-96b8757a-8fce-4439-b06b-d136ff19910a req-98c5b56f-ded1-487c-b2eb-abeb8372e897 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 931 time: 0.0504191 Oct 27 09:40:06.292283 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-96b8757a-8fce-4439-b06b-d136ff19910a req-6ffecd08-01ad-4d1a-b3bd-0e19f8e8e466 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416758 Oct 27 09:40:06.391327 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:06.441479 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37adb6-6fba-4bda-9ec0-3a4588ed17e2 req-fa30cfd1-9aa4-4af1-8735-d15dfb6f8a19 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:06.442951 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8c37adb6-6fba-4bda-9ec0-3a4588ed17e2 req-fa30cfd1-9aa4-4af1-8735-d15dfb6f8a19 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 932 time: 0.0472457 Oct 27 09:40:06.490309 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8c37adb6-6fba-4bda-9ec0-3a4588ed17e2 req-c2fba736-ade6-44e4-a284-51efff16a0ba tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417886 Oct 27 09:40:06.540657 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Request body: {'port': {'device_id': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:06.547508 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Request body: {'port': {'device_id': 'f7372b52-0f50-4517-840c-c97081a05995', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:06.676427 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:06.690721 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:06.717132 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac323f0-421b-4fab-9ac3-26ce5196e5c0 req-4b158ba3-1876-494d-b8a7-bf941cc6cfb2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:06.718533 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7ac323f0-421b-4fab-9ac3-26ce5196e5c0 req-4b158ba3-1876-494d-b8a7-bf941cc6cfb2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0826774 Oct 27 09:40:06.738879 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:06.929100 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7ac323f0-421b-4fab-9ac3-26ce5196e5c0 req-b0481957-d4b5-47e6-bb51-6313cbbc1fcf tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916237 Oct 27 09:40:07.102047 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:07.183631 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679f3124-ba7d-4f06-8f2b-63d51480c3ff {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:40:07.194156 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Publish callbacks [] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:07.201763 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2dc3936-eb1d-4275-8a23-06d264b2ba89 {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:40:07.213765 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Publish callbacks [] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:07.222950 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Transition to ACTIVE for port object 679f3124-ba7d-4f06-8f2b-63d51480c3ff will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:40:07.230464 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:07.233576 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Transition to ACTIVE for port object d2dc3936-eb1d-4275-8a23-06d264b2ba89 will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:40:07.254855 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:07.301098 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Pushing event updated for resources: {'Port': ['ID=679f3124-ba7d-4f06-8f2b-63d51480c3ff,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:07.448275 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dc3936-eb1d-4275-8a23-06d264b2ba89,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:07.476961 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdcb07-f518-4a9a-9b1c-66266a5118fd req-c8d6d927-9e28-49cd-923b-e41c6b39bbbd tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:07.478423 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-37bdcb07-f518-4a9a-9b1c-66266a5118fd req-c8d6d927-9e28-49cd-923b-e41c6b39bbbd tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 943 time: 0.0957303 Oct 27 09:40:07.482244 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Attempting to bind port 679f3124-ba7d-4f06-8f2b-63d51480c3ff on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:40:07.482576 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Attempting to bind port 679f3124-ba7d-4f06-8f2b-63d51480c3ff by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:40:07.482905 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Attempting to bind port 679f3124-ba7d-4f06-8f2b-63d51480c3ff on network 15104d09-0e0f-4140-ae39-9239f083d338 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:40:07.486055 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:07.488825 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Attempting to bind port d2dc3936-eb1d-4275-8a23-06d264b2ba89 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:40:07.489154 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Attempting to bind port d2dc3936-eb1d-4275-8a23-06d264b2ba89 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '789d74f0-f7f3-423d-a3a9-3013b534aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:40:07.489478 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Attempting to bind port d2dc3936-eb1d-4275-8a23-06d264b2ba89 on network 88875056-5d66-411a-8e40-f81cbf49fe49 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:40:07.621236 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Port 679f3124-ba7d-4f06-8f2b-63d51480c3ff on network 15104d09-0e0f-4140-ae39-9239f083d338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:40:07.621561 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Attempting to bind port 679f3124-ba7d-4f06-8f2b-63d51480c3ff on network 15104d09-0e0f-4140-ae39-9239f083d338 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:40:07.650706 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-37bdcb07-f518-4a9a-9b1c-66266a5118fd req-9c62c946-66f3-41cb-a75c-967f99470d29 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652331 Oct 27 09:40:07.661570 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Port d2dc3936-eb1d-4275-8a23-06d264b2ba89 on network 88875056-5d66-411a-8e40-f81cbf49fe49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:40:07.661686 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Attempting to bind port d2dc3936-eb1d-4275-8a23-06d264b2ba89 on network 88875056-5d66-411a-8e40-f81cbf49fe49 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:40:07.914503 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148482f-33d4-444c-93cc-bf7dedb64fd3 req-0a40a825-667e-4144-8f30-65e146996c60 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:07.915932 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0148482f-33d4-444c-93cc-bf7dedb64fd3 req-0a40a825-667e-4144-8f30-65e146996c60 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 944 time: 0.3445244 Oct 27 09:40:07.960732 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:40:07.961063 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Checking segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:40:07.961433 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Bound using segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:40:07.961858 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Bound port: 679f3124-ba7d-4f06-8f2b-63d51480c3ff, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:40:07.962209 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:07.978328 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:07.999705 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:40:08.000041 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Checking segment: {'id': '789d74f0-f7f3-423d-a3a9-3013b534aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:40:08.000422 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Bound using segment: {'id': '789d74f0-f7f3-423d-a3a9-3013b534aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:40:08.000878 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Bound port: d2dc3936-eb1d-4275-8a23-06d264b2ba89, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789d74f0-f7f3-423d-a3a9-3013b534aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:40:08.001231 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:08.033895 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0148482f-33d4-444c-93cc-bf7dedb64fd3 req-4bd0ce8c-c511-4e1c-ac22-5f7e35ab8be6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105928 Oct 27 09:40:08.125269 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090a0cb-2b26-451d-828c-ba569a6e85c6 req-15a39559-c3a2-4c4d-8763-657460cedfb5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:08.126725 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a090a0cb-2b26-451d-828c-ba569a6e85c6 req-15a39559-c3a2-4c4d-8763-657460cedfb5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.1050737 Oct 27 09:40:08.129291 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] For port 679f3124-ba7d-4f06-8f2b-63d51480c3ff, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:40:08.136258 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] For port 679f3124-ba7d-4f06-8f2b-63d51480c3ff, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=679f3124-ba7d-4f06-8f2b-63d51480c3ff,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:40:08.162421 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:08.175006 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:08.175597 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:08.177226 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/679f3124-ba7d-4f06-8f2b-63d51480c3ff HTTP/1.1" status: 200 len: 1094 time: 1.6420140 Oct 27 09:40:08.177794 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'tag': '679f3124-ba7d-4f06-8f2b-63d51480c3ff'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:40:08.179986 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27277e5-b790-4593-8a67-a693fc9e3154" -d '{"events": [{"name": "network-changed", "server_uuid": "0757d24a-7369-4583-8b26-85d48e0ba6cf", "tag": "679f3124-ba7d-4f06-8f2b-63d51480c3ff"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:40:08.204954 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] For port d2dc3936-eb1d-4275-8a23-06d264b2ba89, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:40:08.236561 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7157c35e-eee3-465a-bb01-0a617bc0af6c x-openstack-request-id: req-7157c35e-eee3-465a-bb01-0a617bc0af6c {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:40:08.236850 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0757d24a-7369-4583-8b26-85d48e0ba6cf", "tag": "679f3124-ba7d-4f06-8f2b-63d51480c3ff", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:40:08.237101 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7157c35e-eee3-465a-bb01-0a617bc0af6c {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:40:08.237489 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7157c35e-eee3-465a-bb01-0a617bc0af6c'] response: {'name': 'network-changed', 'server_uuid': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'tag': '679f3124-ba7d-4f06-8f2b-63d51480c3ff', 'status': 'completed', 'code': 200} Oct 27 09:40:08.239168 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] For port d2dc3936-eb1d-4275-8a23-06d264b2ba89, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=d2dc3936-eb1d-4275-8a23-06d264b2ba89,segment=NetworkSegment(789d74f0-f7f3-423d-a3a9-3013b534aee7),segment_id=789d74f0-f7f3-423d-a3a9-3013b534aee7)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:40:08.260723 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:08.265482 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:08.266076 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:08.267428 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/d2dc3936-eb1d-4275-8a23-06d264b2ba89 HTTP/1.1" status: 200 len: 1093 time: 1.7308731 Oct 27 09:40:08.272819 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a090a0cb-2b26-451d-828c-ba569a6e85c6 req-faceb397-ff98-4253-b6be-37a90f80fcb4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350121 Oct 27 09:40:08.273800 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c5251-fcca-4c07-abc5-960212b2ef9a service neutron] Pushing event updated for resources: {'Port': ['ID=679f3124-ba7d-4f06-8f2b-63d51480c3ff,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:08.322023 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ec841-36ae-4617-be88-27664ccb6ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dc3936-eb1d-4275-8a23-06d264b2ba89,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:08.772205 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d7be0-7e58-42a7-badc-65387169d7d9 req-c37a1516-8553-4c05-baf9-79d4f5371109 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:08.773700 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9d9d7be0-7e58-42a7-badc-65387169d7d9 req-c37a1516-8553-4c05-baf9-79d4f5371109 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 943 time: 0.0489957 Oct 27 09:40:08.820050 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9d9d7be0-7e58-42a7-badc-65387169d7d9 req-982b951b-cb37-4eae-9220-de74b3005c53 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406837 Oct 27 09:40:09.019748 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27277e5-b790-4593-8a67-a693fc9e3154 req-f987fd93-153f-43c6-bed8-cd57a08f9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:09.021264 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f27277e5-b790-4593-8a67-a693fc9e3154 req-f987fd93-153f-43c6-bed8-cd57a08f9f21 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 1128 time: 0.0726376 Oct 27 09:40:09.026650 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-94ba649d-f5dc-4c22-9753-307893a6389d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:09.028104 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-94ba649d-f5dc-4c22-9753-307893a6389d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9dc4fbf213f04cd7ab49abad693a1cf2&device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 1127 time: 0.0485995 Oct 27 09:40:09.067739 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:09.110474 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-26edd712-05ed-4da0-9bbe-543ebe4b1f89 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2dc3936-eb1d-4275-8a23-06d264b2ba89 HTTP/1.1" status: 200 len: 217 time: 0.0583103 Oct 27 09:40:09.236860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d516104-9c6d-4bf5-86f7-48d44ed33dfd req-76e979cd-592b-4b8b-b8be-f4029c7dd7af tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:09.238237 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3d516104-9c6d-4bf5-86f7-48d44ed33dfd req-76e979cd-592b-4b8b-b8be-f4029c7dd7af tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 944 time: 0.0988662 Oct 27 09:40:09.254167 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-bcdb36e3-cb1c-4675-8f4f-84af7aefa000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:09.255559 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-bcdb36e3-cb1c-4675-8f4f-84af7aefa000 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=9eac4fd4-99f1-4d4f-8956-d5b218ea2856 HTTP/1.1" status: 200 len: 853 time: 0.1148541 Oct 27 09:40:09.264149 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27277e5-b790-4593-8a67-a693fc9e3154 req-ca627978-21b8-4245-90e3-1ec4d5aa4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:09.266075 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f27277e5-b790-4593-8a67-a693fc9e3154 req-ca627978-21b8-4245-90e3-1ec4d5aa4ee5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2250109 Oct 27 09:40:09.310216 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-7dc18cce-d528-471d-af8a-0196f9aa1a94 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=88875056-5d66-411a-8e40-f81cbf49fe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380478 Oct 27 09:40:09.414009 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3d516104-9c6d-4bf5-86f7-48d44ed33dfd req-ec114dae-b6c5-462a-bedf-25ac2089e885 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652555 Oct 27 09:40:09.489327 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48f6a0-2fa0-46e2-adce-a539d99e35d9 req-fa7a965a-506c-4ca3-bebd-cacf415a5c1c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:09.490725 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2d48f6a0-2fa0-46e2-adce-a539d99e35d9 req-fa7a965a-506c-4ca3-bebd-cacf415a5c1c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.1294553 Oct 27 09:40:09.515141 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:09.547915 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27277e5-b790-4593-8a67-a693fc9e3154 req-97d8ded2-c07f-4254-9fcb-9a59220f6500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:09.549409 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f27277e5-b790-4593-8a67-a693fc9e3154 req-97d8ded2-c07f-4254-9fcb-9a59220f6500 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2659945 Oct 27 09:40:09.553510 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-910bef7e-2987-4d24-995e-c4f940e03aea service neutron] 10.222.0.72 "GET /networking/v2.0/networks/88875056-5d66-411a-8e40-f81cbf49fe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273712 Oct 27 09:40:09.597160 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2d48f6a0-2fa0-46e2-adce-a539d99e35d9 req-0eb87f30-cdca-4700-b454-35ac4e085c8d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991490 Oct 27 09:40:09.677732 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-19f6c69b-4f3f-4617-863d-d2498e56b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:09.679213 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-19f6c69b-4f3f-4617-863d-d2498e56b360 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 1128 time: 0.0812275 Oct 27 09:40:09.728777 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fad2ee0c-ee63-4d50-b76a-153332a0c3f7 req-e4651455-4c37-4df7-9346-2794dbbb63cd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/88875056-5d66-411a-8e40-f81cbf49fe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631956 Oct 27 09:40:09.730134 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-18e5c9ca-7a09-4bec-a1e2-a513dd45086c service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=679f3124-ba7d-4f06-8f2b-63d51480c3ff HTTP/1.1" status: 200 len: 217 time: 0.0407250 Oct 27 09:40:09.782302 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-5a85b740-2238-42c8-b4a6-36abc53c4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:09.783632 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-5a85b740-2238-42c8-b4a6-36abc53c4c59 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 200 len: 854 time: 0.0450821 Oct 27 09:40:09.939158 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db5a31-65e4-47f5-88b1-aa2388a2bb44 req-2d95d8c6-48d4-4e86-9973-de65f23a0f75 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:09.940652 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a7db5a31-65e4-47f5-88b1-aa2388a2bb44 req-2d95d8c6-48d4-4e86-9973-de65f23a0f75 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 943 time: 0.0477853 Oct 27 09:40:09.991685 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a7db5a31-65e4-47f5-88b1-aa2388a2bb44 req-cac9c8f8-c5ff-4f96-aae8-538897eda97f tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 Oct 27 09:40:10.077813 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d6ff7-981d-48a5-abf0-1846b80d4e8f req-cd028fff-970e-46c2-aaa2-4289da7bf0b1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:10.079151 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2d9d6ff7-981d-48a5-abf0-1846b80d4e8f req-cd028fff-970e-46c2-aaa2-4289da7bf0b1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0466566 Oct 27 09:40:10.124886 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2d9d6ff7-981d-48a5-abf0-1846b80d4e8f req-34e1d119-bad3-418f-930d-15e6465ad964 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 Oct 27 09:40:10.152189 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33002) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:40:10.232675 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de3889f-6084-4700-8cd1-f670059b00a7 tempest-TestMinimumBasicScenario-652361620 tempest-TestMinimumBasicScenario-652361620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:10.234800 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-9de3889f-6084-4700-8cd1-f670059b00a7 tempest-TestMinimumBasicScenario-652361620 tempest-TestMinimumBasicScenario-652361620-project-admin] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 1125 time: 0.0815959 Oct 27 09:40:10.237781 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33006) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:40:10.238248 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7372b52-0f50-4517-840c-c97081a05995', 'tag': 'd2dc3936-eb1d-4275-8a23-06d264b2ba89'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:40:10.240474 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4522a01-1936-4258-bc5f-83761bfcba44" -d '{"events": [{"name": "network-changed", "server_uuid": "f7372b52-0f50-4517-840c-c97081a05995", "tag": "d2dc3936-eb1d-4275-8a23-06d264b2ba89"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:40:10.246575 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'port_id': '7969c643-a189-494b-ab3e-877a44420350', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:10.272812 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:10.272812 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:10.284713 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588db268-1049-4626-b5ad-b939451d2942 x-openstack-request-id: req-588db268-1049-4626-b5ad-b939451d2942 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:40:10.285007 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7372b52-0f50-4517-840c-c97081a05995", "tag": "d2dc3936-eb1d-4275-8a23-06d264b2ba89", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:40:10.285283 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-588db268-1049-4626-b5ad-b939451d2942 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:40:10.285684 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588db268-1049-4626-b5ad-b939451d2942'] response: {'name': 'network-changed', 'server_uuid': 'f7372b52-0f50-4517-840c-c97081a05995', 'tag': 'd2dc3936-eb1d-4275-8a23-06d264b2ba89', 'status': 'completed', 'code': 200} Oct 27 09:40:10.352917 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:10.458008 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Allocated IP 172.27.0.50 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/26ad409c-00b6-4a90-89dd-c2057a9de88b) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:40:10.570701 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8906fc0-3d71-434c-bc05-5a28c503ed35 req-4a131dac-eb7d-4658-83c8-9092df76c52f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:10.572166 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a8906fc0-3d71-434c-bc05-5a28c503ed35 req-4a131dac-eb7d-4658-83c8-9092df76c52f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 944 time: 0.0777862 Oct 27 09:40:10.618448 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for port (26ad409c-00b6-4a90-89dd-c2057a9de88b), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:10.641518 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:10.654691 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a8906fc0-3d71-434c-bc05-5a28c503ed35 req-b11991d3-026b-4a7f-8462-f0af96ab18a7 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733352 Oct 27 09:40:10.690067 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (26ad409c-00b6-4a90-89dd-c2057a9de88b), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:10.737776 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:40:10.758103 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:40:10.765117 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:40:10.793688 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'Port': ['ID=26ad409c-00b6-4a90-89dd-c2057a9de88b,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:10.807967 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546438b1-94cb-4802-aed9-4b0447ee8e90 req-a55bd116-fba8-4cc3-8a00-e311dfa42a7d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:10.809441 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-546438b1-94cb-4802-aed9-4b0447ee8e90 req-a55bd116-fba8-4cc3-8a00-e311dfa42a7d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 943 time: 0.0917311 Oct 27 09:40:10.978387 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-86a28b0d-f1fb-43fc-a8fd-860f53f67492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:10.979774 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-86a28b0d-f1fb-43fc-a8fd-860f53f67492 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=15104d09-0e0f-4140-ae39-9239f083d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1147869 Oct 27 09:40:10.982790 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-546438b1-94cb-4802-aed9-4b0447ee8e90 req-60576612-f131-4753-b57d-437d814f7b75 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670535 Oct 27 09:40:11.017120 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4522a01-1936-4258-bc5f-83761bfcba44 req-0431b176-0e7b-41e4-8e2b-5e1c428f0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:11.018561 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d4522a01-1936-4258-bc5f-83761bfcba44 req-0431b176-0e7b-41e4-8e2b-5e1c428f0136 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9dc4fbf213f04cd7ab49abad693a1cf2&device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 1127 time: 0.1341951 Oct 27 09:40:11.068165 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:11.257512 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14948-f55e-4d7e-b576-2c3b080f91d6 req-23588632-2d83-4fe7-a1e5-c07ef9313a37 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:11.258856 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-90b14948-f55e-4d7e-b576-2c3b080f91d6 req-23588632-2d83-4fe7-a1e5-c07ef9313a37 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 943 time: 0.1533368 Oct 27 09:40:11.272807 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-03836c57-acd3-4fae-a31c-99d9d4366bed service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848268 Oct 27 09:40:11.329049 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4522a01-1936-4258-bc5f-83761bfcba44 req-dabbfef1-eb74-45f5-8364-955c83aa896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:11.330466 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d4522a01-1936-4258-bc5f-83761bfcba44 req-dabbfef1-eb74-45f5-8364-955c83aa896b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=88875056-5d66-411a-8e40-f81cbf49fe49 HTTP/1.1" status: 200 len: 914 time: 0.2747061 Oct 27 09:40:11.630060 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 0e6b0478-48aa-4f67-86d8-eb4b392e3971 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:40:11.669510 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d4522a01-1936-4258-bc5f-83761bfcba44 req-d787a472-4cf4-493d-993f-200a51634eb6 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2dc3936-eb1d-4275-8a23-06d264b2ba89 HTTP/1.1" status: 200 len: 217 time: 0.3063986 Oct 27 09:40:11.694286 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:11.722996 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-90b14948-f55e-4d7e-b576-2c3b080f91d6 req-24517dba-8b31-4e33-99d3-3e9323b82a83 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523261 Oct 27 09:40:11.731863 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:40:11.745850 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'port_id': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'mac_address': 'fa:16:3e:2c:3c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:40:11.768004 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b125a9b8-bae6-4f4c-a1b2-e41573b612cb req-df322135-0a96-4b3d-a88a-f74e97aabd16 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877474 Oct 27 09:40:11.786806 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:40:11.787242 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:11.803200 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e6b0478-48aa-4f67-86d8-eb4b392e3971 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:40:11.821079 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4522a01-1936-4258-bc5f-83761bfcba44 req-74e24ada-c5a0-4533-bd05-2ed77cb9ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:11.822527 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d4522a01-1936-4258-bc5f-83761bfcba44 req-74e24ada-c5a0-4533-bd05-2ed77cb9ea12 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=9eac4fd4-99f1-4d4f-8956-d5b218ea2856 HTTP/1.1" status: 200 len: 853 time: 0.1397150 Oct 27 09:40:11.823694 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:40:11.828262 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:11.835495 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2f9a1-7b45-4467-833c-3f0da6d5fb80 req-010d5061-5a24-41b4-b50b-92aebdc57e14 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:11.836931 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-47e2f9a1-7b45-4467-833c-3f0da6d5fb80 req-010d5061-5a24-41b4-b50b-92aebdc57e14 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 944 time: 0.0934050 Oct 27 09:40:11.874373 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=0e6b0478-48aa-4f67-86d8-eb4b392e3971,revision_number=9']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:11.881467 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.881745 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.882090 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.882452 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.882787 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.883115 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.883442 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.883765 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.884086 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.884408 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.884762 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.885103 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.885424 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.885741 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.886059 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:11.919041 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for floatingip (bfa9f384-d823-45f1-af88-691bdee803d2), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:11.923339 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-47e2f9a1-7b45-4467-833c-3f0da6d5fb80 req-602bfc0b-4518-4be6-8a0d-340646e5daab tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789323 Oct 27 09:40:11.989422 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (26ad409c-00b6-4a90-89dd-c2057a9de88b), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:12.142895 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d81b3e-e653-4aa7-89c4-f9608790a2d4 req-9dd1c9bb-a1cd-4d28-9242-1d1b478898bc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:12.144266 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-52d81b3e-e653-4aa7-89c4-f9608790a2d4 req-9dd1c9bb-a1cd-4d28-9242-1d1b478898bc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 944 time: 0.0645268 Oct 27 09:40:12.148852 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:12.178342 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['0e6b0478-48aa-4f67-86d8-eb4b392e3971'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:40:12.200958 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for port (26ad409c-00b6-4a90-89dd-c2057a9de88b), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:12.209554 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (26ad409c-00b6-4a90-89dd-c2057a9de88b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:12.261366 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-52d81b3e-e653-4aa7-89c4-f9608790a2d4 req-60d8904f-1cc7-4fc7-9e6f-a8a8525f2f82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113079 Oct 27 09:40:12.289296 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'Port': ['ID=26ad409c-00b6-4a90-89dd-c2057a9de88b,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:12.292635 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (bfa9f384-d823-45f1-af88-691bdee803d2), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:12.388135 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Floating IP bfa9f384-d823-45f1-af88-691bdee803d2 associated. External IP: 172.27.0.50, port: 7969c643-a189-494b-ab3e-877a44420350. Oct 27 09:40:12.488389 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:12.586192 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Router ec491084-aa9f-46e0-a558-47b0aaa58707 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:40:12.684772 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:40:12.694739 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1f9e3-9373-4fb8-af92-91b1b3bf69ee None None] Sync routers for ids ['ec491084-aa9f-46e0-a558-47b0aaa58707'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:40:12.703500 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:12.706960 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1f9e3-9373-4fb8-af92-91b1b3bf69ee None None] Routers {'ec491084-aa9f-46e0-a558-47b0aaa58707'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:40:12.707589 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-94e1f9e3-9373-4fb8-af92-91b1b3bf69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:39:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['ec491084-aa9f-46e0-a558-47b0aaa58707'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:40:12.736310 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-78a3f167-88d5-4030-98b1-8b73d947bf90 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4931276 Oct 27 09:40:12.736974 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'tag': '7969c643-a189-494b-ab3e-877a44420350'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:40:12.739278 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "tag": "7969c643-a189-494b-ab3e-877a44420350"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:40:12.739446 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33024) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:40:12.744186 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-3d172d9a-1f04-4c78-8616-a3918b04bfe4 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003713580', 'description': 'tempest-secgroup-smoke-1003713580 description', 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:12.781158 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4783301-e25e-4701-abd2-a734f9cee970 x-openstack-request-id: req-a4783301-e25e-4701-abd2-a734f9cee970 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:40:12.781437 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "tag": "7969c643-a189-494b-ab3e-877a44420350", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:40:12.781755 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a4783301-e25e-4701-abd2-a734f9cee970 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:40:12.782220 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4783301-e25e-4701-abd2-a734f9cee970'] response: {'name': 'network-changed', 'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'tag': '7969c643-a189-494b-ab3e-877a44420350', 'status': 'completed', 'code': 200} Oct 27 09:40:12.792019 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3d172d9a-1f04-4c78-8616-a3918b04bfe4 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:12.867625 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b57208-a303-46da-bd54-8409527977fd req-353819e4-c17d-4cbc-8860-9c9e66ba1242 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:12.869484 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-29b57208-a303-46da-bd54-8409527977fd req-353819e4-c17d-4cbc-8860-9c9e66ba1242 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 943 time: 0.0530634 Oct 27 09:40:12.872882 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3d172d9a-1f04-4c78-8616-a3918b04bfe4 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group (b10bb2b0-1160-463d-b173-84e4e57babba), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:12.878485 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3d172d9a-1f04-4c78-8616-a3918b04bfe4 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b10bb2b0-1160-463d-b173-84e4e57babba), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:12.898309 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3d172d9a-1f04-4c78-8616-a3918b04bfe4 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:12.902370 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-3d172d9a-1f04-4c78-8616-a3918b04bfe4 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1593318 Oct 27 09:40:12.903247 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33030) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:40:12.913410 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-cebee151-83cf-4ee2-8d3a-1ca3df8408fd tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Request body: {'security_group_rule': {'security_group_id': 'b10bb2b0-1160-463d-b173-84e4e57babba', 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:12.920297 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d172d9a-1f04-4c78-8616-a3918b04bfe4 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10bb2b0-1160-463d-b173-84e4e57babba,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:12.947083 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-29b57208-a303-46da-bd54-8409527977fd req-8b4df440-50bd-4245-a345-9295854d3f05 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704699 Oct 27 09:40:12.956052 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:12.960965 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cebee151-83cf-4ee2-8d3a-1ca3df8408fd tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (cb8fd1c3-5a3b-435d-b34d-8bfda6b97dbf), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:12.965907 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-94e1f9e3-9373-4fb8-af92-91b1b3bf69ee None None] Set router ec491084-aa9f-46e0-a558-47b0aaa58707 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:40:12.992786 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:13.033574 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cebee151-83cf-4ee2-8d3a-1ca3df8408fd tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (cb8fd1c3-5a3b-435d-b34d-8bfda6b97dbf), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.061303 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cebee151-83cf-4ee2-8d3a-1ca3df8408fd tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (cb8fd1c3-5a3b-435d-b34d-8bfda6b97dbf), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.123416 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebee151-83cf-4ee2-8d3a-1ca3df8408fd tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8fd1c3-5a3b-435d-b34d-8bfda6b97dbf,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:13.132406 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bb095-6dc8-4ae6-a2a7-9e22110f2352 req-ee1d440f-ab15-4c96-82d4-464dba811782 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:13.134010 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ff5bb095-6dc8-4ae6-a2a7-9e22110f2352 req-ee1d440f-ab15-4c96-82d4-464dba811782 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 944 time: 0.1147735 Oct 27 09:40:13.150816 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d4522a01-1936-4258-bc5f-83761bfcba44 req-a313646d-880d-435f-ac6c-11638045ebf4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=88875056-5d66-411a-8e40-f81cbf49fe49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815449 Oct 27 09:40:13.157200 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cebee151-83cf-4ee2-8d3a-1ca3df8408fd tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.158305 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-cebee151-83cf-4ee2-8d3a-1ca3df8408fd tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2545655 Oct 27 09:40:13.161550 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33034) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:40:13.166503 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-df7aee8f-53e8-43fc-b65d-fe4ac1c5443b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Request body: {'security_group_rule': {'security_group_id': 'b10bb2b0-1160-463d-b173-84e4e57babba', 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:13.193594 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-94e1f9e3-9373-4fb8-af92-91b1b3bf69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 4, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': 'bfa9f384-d823-45f1-af88-691bdee803d2', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'port_id': '7969c643-a189-494b-ab3e-877a44420350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'mac_address': 'fa:16:3e:13:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:40:11Z', 'updated_at': '2022-10-27T09:40:11Z', 'revision_number': 0, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd8a0e7-905a-438c-ba1d-08aef65ab4d6', 'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'mac_address': 'fa:16:3e:13:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:46Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 5, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'subnets': [{'id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:40:13.196798 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-df7aee8f-53e8-43fc-b65d-fe4ac1c5443b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (3c339a23-c3f1-4b1a-ad92-3dd94a93c97d), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.204504 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041 req-1549d22b-f28c-436c-8545-9a5c0eeeac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:13.206036 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041 req-1549d22b-f28c-436c-8545-9a5c0eeeac2e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f169a47a4c9a4c60b87cedcd77c102c8&device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 1130 time: 0.1078660 Oct 27 09:40:13.214384 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:13.230754 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1f9e3-9373-4fb8-af92-91b1b3bf69ee None None] Checking router: ec491084-aa9f-46e0-a558-47b0aaa58707 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:40:13.242057 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1f9e3-9373-4fb8-af92-91b1b3bf69ee None None] Routers {'ec491084-aa9f-46e0-a558-47b0aaa58707'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:40:13.242674 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-94e1f9e3-9373-4fb8-af92-91b1b3bf69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:39:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['ec491084-aa9f-46e0-a558-47b0aaa58707'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:40:13.261134 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-df7aee8f-53e8-43fc-b65d-fe4ac1c5443b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (3c339a23-c3f1-4b1a-ad92-3dd94a93c97d), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.265497 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-df7aee8f-53e8-43fc-b65d-fe4ac1c5443b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (3c339a23-c3f1-4b1a-ad92-3dd94a93c97d), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.282374 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7aee8f-53e8-43fc-b65d-fe4ac1c5443b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c339a23-c3f1-4b1a-ad92-3dd94a93c97d,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:13.315055 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-df7aee8f-53e8-43fc-b65d-fe4ac1c5443b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.316440 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-df7aee8f-53e8-43fc-b65d-fe4ac1c5443b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534772 Oct 27 09:40:13.319371 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33038) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:40:13.324641 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-f342451c-32b5-4d34-8084-b5a05000769b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Request body: {'security_group_rule': {'security_group_id': 'b10bb2b0-1160-463d-b173-84e4e57babba', 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:13.347080 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ff5bb095-6dc8-4ae6-a2a7-9e22110f2352 req-b488391e-7dc2-4b28-8a51-717aa093859a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931140 Oct 27 09:40:13.364807 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-94e1f9e3-9373-4fb8-af92-91b1b3bf69ee None None] Set router ec491084-aa9f-46e0-a558-47b0aaa58707 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:40:13.388923 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f342451c-32b5-4d34-8084-b5a05000769b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (e4294056-7a99-4942-8564-a41427e00742), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.415841 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d4522a01-1936-4258-bc5f-83761bfcba44 req-9acd716a-7bc0-4b29-91c2-61ce8f6ca197 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/88875056-5d66-411a-8e40-f81cbf49fe49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537172 Oct 27 09:40:13.423050 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:13.446016 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fec96-7cff-4f44-b258-ced51b8c64c5 req-c5385955-f358-42af-a20a-50e58a2a9d47 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:13.447488 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-079fec96-7cff-4f44-b258-ced51b8c64c5 req-c5385955-f358-42af-a20a-50e58a2a9d47 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 944 time: 0.0806191 Oct 27 09:40:13.452929 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f342451c-32b5-4d34-8084-b5a05000769b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (e4294056-7a99-4942-8564-a41427e00742), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.459877 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f342451c-32b5-4d34-8084-b5a05000769b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (e4294056-7a99-4942-8564-a41427e00742), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.477910 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342451c-32b5-4d34-8084-b5a05000769b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4294056-7a99-4942-8564-a41427e00742,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:13.493273 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f342451c-32b5-4d34-8084-b5a05000769b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.493473 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041 req-7b021d04-6e59-4a87-b37c-8177bca5fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:13.495048 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041 req-7b021d04-6e59-4a87-b37c-8177bca5fd3f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=042524b8-b6d1-4da2-af4f-a673e3c2f198 HTTP/1.1" status: 200 len: 916 time: 0.2764437 Oct 27 09:40:13.495222 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f342451c-32b5-4d34-8084-b5a05000769b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1746264 Oct 27 09:40:13.498387 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33040) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:40:13.503075 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-cb65a71f-6c49-4a09-bdfa-20330f5ee7db tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Request body: {'security_group_rule': {'security_group_id': 'b10bb2b0-1160-463d-b173-84e4e57babba', 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:13.533537 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cb65a71f-6c49-4a09-bdfa-20330f5ee7db tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (eef1e856-4375-47c9-b951-ec950ca0fb34), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.596256 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cb65a71f-6c49-4a09-bdfa-20330f5ee7db tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (eef1e856-4375-47c9-b951-ec950ca0fb34), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.601615 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cb65a71f-6c49-4a09-bdfa-20330f5ee7db tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (eef1e856-4375-47c9-b951-ec950ca0fb34), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.624214 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-079fec96-7cff-4f44-b258-ced51b8c64c5 req-64104152-5c3b-49ff-b3f3-382eb86dfd8a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570220 Oct 27 09:40:13.625509 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65a71f-6c49-4a09-bdfa-20330f5ee7db tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef1e856-4375-47c9-b951-ec950ca0fb34,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:13.626713 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-94e1f9e3-9373-4fb8-af92-91b1b3bf69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 4, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': 'bfa9f384-d823-45f1-af88-691bdee803d2', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'port_id': '7969c643-a189-494b-ab3e-877a44420350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'mac_address': 'fa:16:3e:13:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:40:11Z', 'updated_at': '2022-10-27T09:40:11Z', 'revision_number': 0, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd8a0e7-905a-438c-ba1d-08aef65ab4d6', 'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'mac_address': 'fa:16:3e:13:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:46Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 5, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'subnets': [{'id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:40:13.635491 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041 req-8d72b361-bc54-4932-a3b0-151e95e69deb service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7969c643-a189-494b-ab3e-877a44420350 HTTP/1.1" status: 200 len: 999 time: 0.1044841 Oct 27 09:40:13.639991 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d4522a01-1936-4258-bc5f-83761bfcba44 req-ad9243e4-fd71-4e2a-bbee-2e90ce87980a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/88875056-5d66-411a-8e40-f81cbf49fe49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114158 Oct 27 09:40:13.642318 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cb65a71f-6c49-4a09-bdfa-20330f5ee7db tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.643614 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-cb65a71f-6c49-4a09-bdfa-20330f5ee7db tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440191 Oct 27 09:40:13.661232 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33044) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:40:13.663473 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device d2dc3936-eb1d-4275-8a23-06d264b2ba89 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:40:13.665580 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 0e6b0478-48aa-4f67-86d8-eb4b392e3971 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:40:13.666835 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-c8ecef0c-68bb-45de-ab35-ac7c36071f51 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Request body: {'security_group_rule': {'security_group_id': 'b10bb2b0-1160-463d-b173-84e4e57babba', 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:13.670679 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1f9e3-9373-4fb8-af92-91b1b3bf69ee None None] The sync data for ids ['ec491084-aa9f-46e0-a558-47b0aaa58707'] in dv-cinder-797970-7-iscsi is: [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 4, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': 'bfa9f384-d823-45f1-af88-691bdee803d2', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'port_id': '7969c643-a189-494b-ab3e-877a44420350', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'mac_address': 'fa:16:3e:13:82:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:40:11Z', 'updated_at': '2022-10-27T09:40:11Z', 'revision_number': 0, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccd8a0e7-905a-438c-ba1d-08aef65ab4d6', 'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'mac_address': 'fa:16:3e:13:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:46Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 5, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'subnets': [{'id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:40:13.721232 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041 req-152608ac-6219-4cbe-ae33-fbd68366c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:13.723397 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041 req-152608ac-6219-4cbe-ae33-fbd68366c72a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=125ee7f3-f3d8-40e9-a2ff-78c08b2419d6 HTTP/1.1" status: 200 len: 854 time: 0.0709007 Oct 27 09:40:13.724780 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.securitygroups_db [None req-c8ecef0c-68bb-45de-ab35-ac7c36071f51 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Project f169a47a4c9a4c60b87cedcd77c102c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 09:40:13.731944 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8ecef0c-68bb-45de-ab35-ac7c36071f51 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (56d573bd-3fbe-4aa1-a8a8-1b9c5613ab5d), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.782132 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:40:13.782684 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.783278 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 Oct 27 09:40:13.794818 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041 req-ca4b6c52-041b-41c9-a3a9-b71cec55ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:13.796336 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041 req-ca4b6c52-041b-41c9-a3a9-b71cec55ee5f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=042524b8-b6d1-4da2-af4f-a673e3c2f198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655041 Oct 27 09:40:13.849471 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port d2dc3936-eb1d-4275-8a23-06d264b2ba89, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=d2dc3936-eb1d-4275-8a23-06d264b2ba89,segment=NetworkSegment(789d74f0-f7f3-423d-a3a9-3013b534aee7),segment_id=789d74f0-f7f3-423d-a3a9-3013b534aee7)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:40:13.865286 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'd2dc3936-eb1d-4275-8a23-06d264b2ba89', 'network_id': '88875056-5d66-411a-8e40-f81cbf49fe49', 'port_id': 'd2dc3936-eb1d-4275-8a23-06d264b2ba89', 'mac_address': 'fa:16:3e:3f:93:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eac4fd4-99f1-4d4f-8956-d5b218ea2856', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:40:13.883216 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8ecef0c-68bb-45de-ab35-ac7c36071f51 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (56d573bd-3fbe-4aa1-a8a8-1b9c5613ab5d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.890294 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8ecef0c-68bb-45de-ab35-ac7c36071f51 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (56d573bd-3fbe-4aa1-a8a8-1b9c5613ab5d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.919370 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:40:13.919370 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.919853 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ecef0c-68bb-45de-ab35-ac7c36071f51 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d573bd-3fbe-4aa1-a8a8-1b9c5613ab5d,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:13.920101 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746170d5-46cc-4283-9fe6-f76cc1d34481 None None] New status for floating IP bfa9f384-d823-45f1-af88-691bdee803d2: ACTIVE {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:40:13.923788 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:13.929366 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:13.938146 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041 req-e168237f-505f-47b0-9db5-6b075688c461 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316974 Oct 27 09:40:13.941780 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c8ecef0c-68bb-45de-ab35-ac7c36071f51 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.943156 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-c8ecef0c-68bb-45de-ab35-ac7c36071f51 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2810254 Oct 27 09:40:13.946099 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33046) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:40:13.947792 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port d2dc3936-eb1d-4275-8a23-06d264b2ba89 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:40:13.948180 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:13.950962 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-bfc9f06c-e07a-4898-88bc-a988357a7736 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Request body: {'security_group_rule': {'security_group_id': 'b10bb2b0-1160-463d-b173-84e4e57babba', 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:13.970248 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:40:13.972693 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60016ab-6538-408a-8c05-3ba2617614d2" -d '{"events": [{"server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "name": "network-vif-plugged", "status": "completed", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:40:13.976807 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.securitygroups_db [None req-bfc9f06c-e07a-4898-88bc-a988357a7736 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Project f169a47a4c9a4c60b87cedcd77c102c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 09:40:13.984938 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bfc9f06c-e07a-4898-88bc-a988357a7736 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (775f9229-74ff-44e5-b3ba-461ad1641a7f), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:14.000693 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:40:14.011541 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2dc3936-eb1d-4275-8a23-06d264b2ba89 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:40:14.018905 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:14.028425 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:14.067931 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bfc9f06c-e07a-4898-88bc-a988357a7736 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (775f9229-74ff-44e5-b3ba-461ad1641a7f), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:14.073688 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bfc9f06c-e07a-4898-88bc-a988357a7736 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (775f9229-74ff-44e5-b3ba-461ad1641a7f), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:14.088722 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69c3118d-91fb-4d28-b9f6-e11ae1cdb041 req-f4cba8f2-143b-47ef-b508-7385cb264e0a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388819 Oct 27 09:40:14.095394 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5483db6b-f683-4105-9ea5-fe4446ce7fbc x-openstack-request-id: req-5483db6b-f683-4105-9ea5-fe4446ce7fbc {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:40:14.095711 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "name": "network-vif-plugged", "status": "completed", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:40:14.095967 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5483db6b-f683-4105-9ea5-fe4446ce7fbc {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:40:14.096543 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5483db6b-f683-4105-9ea5-fe4446ce7fbc'] response: {'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'code': 200} Oct 27 09:40:14.105179 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9f06c-e07a-4898-88bc-a988357a7736 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775f9229-74ff-44e5-b3ba-461ad1641a7f,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:14.143593 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bfc9f06c-e07a-4898-88bc-a988357a7736 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:14.145042 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-bfc9f06c-e07a-4898-88bc-a988357a7736 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1978014 Oct 27 09:40:14.152247 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port d2dc3936-eb1d-4275-8a23-06d264b2ba89, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=d2dc3936-eb1d-4275-8a23-06d264b2ba89,segment=NetworkSegment(789d74f0-f7f3-423d-a3a9-3013b534aee7),segment_id=789d74f0-f7f3-423d-a3a9-3013b534aee7)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:40:14.160913 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:14.184764 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=0e6b0478-48aa-4f67-86d8-eb4b392e3971,revision_number=10']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:14.186399 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ec78c-af5b-43cd-934e-0ed0f84849cd req-6369a48f-5dde-46e7-973e-dcce8bcb9099 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:14.187925 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f53ec78c-af5b-43cd-934e-0ed0f84849cd req-6369a48f-5dde-46e7-973e-dcce8bcb9099 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 943 time: 0.0779140 Oct 27 09:40:14.199301 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:14.243369 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f53ec78c-af5b-43cd-934e-0ed0f84849cd req-d65ac046-b92b-4412-9261-240779c1a3b7 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499513 Oct 27 09:40:14.249506 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=d2dc3936-eb1d-4275-8a23-06d264b2ba89,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:14.354457 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-54275745-8ace-49d6-8754-d434f64748f9 req-eea2ae3c-f903-48db-b4a5-898df1d71f91 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1003713580&fields=id&tenant_id=f169a47a4c9a4c60b87cedcd77c102c8 HTTP/1.1" status: 200 len: 267 time: 0.0468855 Oct 27 09:40:14.407883 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54275745-8ace-49d6-8754-d434f64748f9 req-5aaf58d9-ed58-4ea5-b1ac-7cccc8b7051a tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:14.409399 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-54275745-8ace-49d6-8754-d434f64748f9 req-5aaf58d9-ed58-4ea5-b1ac-7cccc8b7051a tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0489910 Oct 27 09:40:14.419903 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-54275745-8ace-49d6-8754-d434f64748f9 req-4d850022-4b99-4eba-85bd-69868eff5aa5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Request body: {'port': {'security_groups': ['a90d3352-a899-44e8-9fa1-ffd5a36fc972', 'b10bb2b0-1160-463d-b173-84e4e57babba']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:14.522875 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['d2dc3936-eb1d-4275-8a23-06d264b2ba89'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:40:14.527001 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d42fe-3b9e-4198-bf4d-d2f91ba589fd req-7b8849f0-593b-4c7a-b672-3a07808b304e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:14.528591 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ca1d42fe-3b9e-4198-bf4d-d2f91ba589fd req-7b8849f0-593b-4c7a-b672-3a07808b304e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 944 time: 0.1024611 Oct 27 09:40:14.555892 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-54275745-8ace-49d6-8754-d434f64748f9 req-4d850022-4b99-4eba-85bd-69868eff5aa5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (7969c643-a189-494b-ab3e-877a44420350), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:14.604100 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ca1d42fe-3b9e-4198-bf4d-d2f91ba589fd req-dd5a8db4-b553-40f2-9c13-fa206ea62f6d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665913 Oct 27 09:40:14.645490 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:14.805203 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3e337-71e3-412e-a970-f49ba554c381 req-203267b8-98bc-46de-b663-750f54e75147 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:14.806703 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1ca3e337-71e3-412e-a970-f49ba554c381 req-203267b8-98bc-46de-b663-750f54e75147 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 946 time: 0.0867600 Oct 27 09:40:14.846125 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-54275745-8ace-49d6-8754-d434f64748f9 req-4d850022-4b99-4eba-85bd-69868eff5aa5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] For port 7969c643-a189-494b-ab3e-877a44420350, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=7969c643-a189-494b-ab3e-877a44420350,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:40:15.146456 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1ca3e337-71e3-412e-a970-f49ba554c381 req-d5b46e35-292d-46a0-8cbb-824538c585b4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315783 Oct 27 09:40:15.147416 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10715f82-2d62-418b-a213-d64e7c9c85ca req-1a82cc28-55ca-48aa-9114-fe4e99c2f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:15.148809 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-10715f82-2d62-418b-a213-d64e7c9c85ca req-1a82cc28-55ca-48aa-9114-fe4e99c2f477 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 1130 time: 0.0617507 Oct 27 09:40:15.153166 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-54275745-8ace-49d6-8754-d434f64748f9 req-4d850022-4b99-4eba-85bd-69868eff5aa5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for port (7969c643-a189-494b-ab3e-877a44420350), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:15.163148 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-54275745-8ace-49d6-8754-d434f64748f9 req-4d850022-4b99-4eba-85bd-69868eff5aa5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (7969c643-a189-494b-ab3e-877a44420350), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:15.178747 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54275745-8ace-49d6-8754-d434f64748f9 req-4d850022-4b99-4eba-85bd-69868eff5aa5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:15.179340 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-54275745-8ace-49d6-8754-d434f64748f9 req-4d850022-4b99-4eba-85bd-69868eff5aa5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:15.180671 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-54275745-8ace-49d6-8754-d434f64748f9 req-4d850022-4b99-4eba-85bd-69868eff5aa5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "PUT /networking/v2.0/ports/7969c643-a189-494b-ab3e-877a44420350 HTTP/1.1" status: 200 len: 982 time: 0.7651930 Oct 27 09:40:15.188238 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'tag': '7969c643-a189-494b-ab3e-877a44420350'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:40:15.190510 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3da5081-ead3-4aae-b652-c34006a970ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "tag": "7969c643-a189-494b-ab3e-877a44420350"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:40:15.234281 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3d1287-b108-4595-849d-4adce2e631fd x-openstack-request-id: req-7f3d1287-b108-4595-849d-4adce2e631fd {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:40:15.234567 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "tag": "7969c643-a189-494b-ab3e-877a44420350", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:40:15.234814 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f3d1287-b108-4595-849d-4adce2e631fd {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:40:15.235250 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3d1287-b108-4595-849d-4adce2e631fd'] response: {'name': 'network-changed', 'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'tag': '7969c643-a189-494b-ab3e-877a44420350', 'status': 'completed', 'code': 200} Oct 27 09:40:15.240713 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-10715f82-2d62-418b-a213-d64e7c9c85ca req-c58d2869-83f5-45f6-89b7-021add43a57a service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787020 Oct 27 09:40:15.302155 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d850022-4b99-4eba-85bd-69868eff5aa5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'Port': ['ID=7969c643-a189-494b-ab3e-877a44420350,revision_number=6']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:15.310058 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d490ea-ecf4-4157-a996-0f0a6a4bf11f req-4d004884-ba5f-4c04-9aaf-3f840a870446 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:15.311647 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-82d490ea-ecf4-4157-a996-0f0a6a4bf11f req-4d004884-ba5f-4c04-9aaf-3f840a870446 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0735810 Oct 27 09:40:15.383701 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:15.396669 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb3003-61ad-4613-9857-a76a373780d6 req-d8d07a98-f3c8-4ab8-a7ba-cb8a79ddf91a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:15.398083 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2aeb3003-61ad-4613-9857-a76a373780d6 req-d8d07a98-f3c8-4ab8-a7ba-cb8a79ddf91a tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 944 time: 0.0637772 Oct 27 09:40:15.422038 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-82d490ea-ecf4-4157-a996-0f0a6a4bf11f req-5924ea82-06bc-4b20-a735-4db34ce8a422 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043048 Oct 27 09:40:15.458724 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2aeb3003-61ad-4613-9857-a76a373780d6 req-60469759-da32-4da2-a32d-76cf3d15c9d9 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505123 Oct 27 09:40:15.584732 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5081-ead3-4aae-b652-c34006a970ae req-ffb40379-0d0e-4619-b62d-d33deca91290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:15.586201 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b3da5081-ead3-4aae-b652-c34006a970ae req-ffb40379-0d0e-4619-b62d-d33deca91290 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f169a47a4c9a4c60b87cedcd77c102c8&device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 1169 time: 0.0435443 Oct 27 09:40:15.629408 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['7969c643-a189-494b-ab3e-877a44420350'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:40:15.693019 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5081-ead3-4aae-b652-c34006a970ae req-b03dc56c-b147-4ef7-80f0-b0712d8914de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:15.693242 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 679f3124-ba7d-4f06-8f2b-63d51480c3ff details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:40:15.695410 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b3da5081-ead3-4aae-b652-c34006a970ae req-b03dc56c-b147-4ef7-80f0-b0712d8914de service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=042524b8-b6d1-4da2-af4f-a673e3c2f198 HTTP/1.1" status: 200 len: 916 time: 0.0997491 Oct 27 09:40:15.696498 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device d2dc3936-eb1d-4275-8a23-06d264b2ba89 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:40:15.788528 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['7969c643-a189-494b-ab3e-877a44420350'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:40:15.793476 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceed68-a76d-449a-83ed-465aff7612cd req-606fc15d-0a6d-466c-b943-fca74abcdba5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:15.794745 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61ceed68-a76d-449a-83ed-465aff7612cd req-606fc15d-0a6d-466c-b943-fca74abcdba5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 944 time: 0.0919096 Oct 27 09:40:15.815202 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b3da5081-ead3-4aae-b652-c34006a970ae req-876c46ae-6357-4094-b201-6985577c4658 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7969c643-a189-494b-ab3e-877a44420350 HTTP/1.1" status: 200 len: 1001 time: 0.1019735 Oct 27 09:40:15.851722 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61ceed68-a76d-449a-83ed-465aff7612cd req-16b80c72-a794-4e00-8324-c96bca7ccf64 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487711 Oct 27 09:40:15.881249 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port d2dc3936-eb1d-4275-8a23-06d264b2ba89 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:40:15.899107 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port d2dc3936-eb1d-4275-8a23-06d264b2ba89 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:40:15.899418 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:15.899750 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port d2dc3936-eb1d-4275-8a23-06d264b2ba89 Oct 27 09:40:15.987980 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:15.995909 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 679f3124-ba7d-4f06-8f2b-63d51480c3ff, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=679f3124-ba7d-4f06-8f2b-63d51480c3ff,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:40:15.998020 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:16.025934 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '679f3124-ba7d-4f06-8f2b-63d51480c3ff', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'port_id': '679f3124-ba7d-4f06-8f2b-63d51480c3ff', 'mac_address': 'fa:16:3e:dc:94:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:40:16.138381 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port d2dc3936-eb1d-4275-8a23-06d264b2ba89 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:40:16.138762 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:16.163878 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 679f3124-ba7d-4f06-8f2b-63d51480c3ff is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:40:16.164174 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:16.208575 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679f3124-ba7d-4f06-8f2b-63d51480c3ff {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:40:16.224916 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7372b52-0f50-4517-840c-c97081a05995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dc3936-eb1d-4275-8a23-06d264b2ba89'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:40:16.227369 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d235f96-00f0-4f92-9040-94637f3f305b" -d '{"events": [{"server_uuid": "f7372b52-0f50-4517-840c-c97081a05995", "name": "network-vif-plugged", "status": "completed", "tag": "d2dc3936-eb1d-4275-8a23-06d264b2ba89"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:40:16.349801 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d3c3-7138-49a3-814b-ac3f3b43dd9c req-8de67cf0-0f86-4a6f-b3c7-d25b1e22aa8a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:16.353139 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e2b5d3c3-7138-49a3-814b-ac3f3b43dd9c req-8de67cf0-0f86-4a6f-b3c7-d25b1e22aa8a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 946 time: 0.1176491 Oct 27 09:40:16.376061 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5081-ead3-4aae-b652-c34006a970ae req-68bc7706-f5c9-4199-a3bf-5e88babb2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:16.377740 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b3da5081-ead3-4aae-b652-c34006a970ae req-68bc7706-f5c9-4199-a3bf-5e88babb2ff1 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=125ee7f3-f3d8-40e9-a2ff-78c08b2419d6 HTTP/1.1" status: 200 len: 854 time: 0.1070096 Oct 27 09:40:16.403326 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34ef306-1569-479b-b4df-705942a6e426 x-openstack-request-id: req-d34ef306-1569-479b-b4df-705942a6e426 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:40:16.403735 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7372b52-0f50-4517-840c-c97081a05995", "name": "network-vif-plugged", "status": "completed", "tag": "d2dc3936-eb1d-4275-8a23-06d264b2ba89", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:40:16.403888 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d34ef306-1569-479b-b4df-705942a6e426 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:40:16.404288 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34ef306-1569-479b-b4df-705942a6e426'] response: {'server_uuid': 'f7372b52-0f50-4517-840c-c97081a05995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dc3936-eb1d-4275-8a23-06d264b2ba89', 'code': 200} Oct 27 09:40:16.409075 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:16.410359 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port d2dc3936-eb1d-4275-8a23-06d264b2ba89, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=d2dc3936-eb1d-4275-8a23-06d264b2ba89,segment=NetworkSegment(789d74f0-f7f3-423d-a3a9-3013b534aee7),segment_id=789d74f0-f7f3-423d-a3a9-3013b534aee7)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:40:16.422329 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:16.445717 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 679f3124-ba7d-4f06-8f2b-63d51480c3ff, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=679f3124-ba7d-4f06-8f2b-63d51480c3ff,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:40:16.469783 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e2b5d3c3-7138-49a3-814b-ac3f3b43dd9c req-fcd93ba0-21e3-48a6-a05c-b9cd0dbc723b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065528 Oct 27 09:40:16.479925 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:16.487815 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da5081-ead3-4aae-b652-c34006a970ae req-ea3a99c1-3fe3-4b61-b534-fc3687ab1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:16.489521 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b3da5081-ead3-4aae-b652-c34006a970ae req-ea3a99c1-3fe3-4b61-b534-fc3687ab1d04 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=042524b8-b6d1-4da2-af4f-a673e3c2f198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899792 Oct 27 09:40:16.500075 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf28e14-d556-4fdb-bc6d-94fe4aa87fd3 req-23130090-05ce-4e68-bfc6-6fab44ec8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:16.513145 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cbf28e14-d556-4fdb-bc6d-94fe4aa87fd3 req-23130090-05ce-4e68-bfc6-6fab44ec8dd1 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 1129 time: 0.0746069 Oct 27 09:40:16.556574 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=d2dc3936-eb1d-4275-8a23-06d264b2ba89,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:16.662669 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cbf28e14-d556-4fdb-bc6d-94fe4aa87fd3 req-9612c0c3-6e70-4e93-b63b-731015ca1c73 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348319 Oct 27 09:40:16.670035 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=679f3124-ba7d-4f06-8f2b-63d51480c3ff,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:16.684205 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf34550-fb67-45a6-bf7d-55134bc750da req-d49a46c1-329f-47b6-acc8-e865026e6f07 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:16.685757 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2bf34550-fb67-45a6-bf7d-55134bc750da req-d49a46c1-329f-47b6-acc8-e865026e6f07 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 945 time: 0.0861831 Oct 27 09:40:16.693856 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b3da5081-ead3-4aae-b652-c34006a970ae req-d55f01a5-8603-44ac-9dcb-50e4ff8710db service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797442 Oct 27 09:40:16.741780 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:16.761366 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c23085-2643-4329-9daa-38b0bac7d7b7 req-be9b26ed-8a27-48c9-adeb-030cc2d299ab tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:16.762884 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f2c23085-2643-4329-9daa-38b0bac7d7b7 req-be9b26ed-8a27-48c9-adeb-030cc2d299ab tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0719700 Oct 27 09:40:16.792566 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2bf34550-fb67-45a6-bf7d-55134bc750da req-5405a682-78a0-4a5a-9c9c-189140a668cb tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978031 Oct 27 09:40:16.823541 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f2c23085-2643-4329-9daa-38b0bac7d7b7 req-6260d1d4-3230-461f-b6ef-9aa67e0a7434 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503833 Oct 27 09:40:16.877067 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['679f3124-ba7d-4f06-8f2b-63d51480c3ff'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:40:16.906596 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:16.973539 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a26817-013c-487d-853f-08fe9da22fe2 req-379fd7cd-a4ad-4712-9f67-a0f4bcf67b04 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:16.974948 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c4a26817-013c-487d-853f-08fe9da22fe2 req-379fd7cd-a4ad-4712-9f67-a0f4bcf67b04 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 945 time: 0.0495138 Oct 27 09:40:17.017460 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:17.022445 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c4a26817-013c-487d-853f-08fe9da22fe2 req-57c392a5-fc9f-46ff-b09e-a3baf058ae0f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419044 Oct 27 09:40:17.620036 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388352e-69a0-4c99-821b-d24929f03d71 req-7ebf05b6-e065-44ef-a16f-c324da0f4867 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:17.621528 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3388352e-69a0-4c99-821b-d24929f03d71 req-7ebf05b6-e065-44ef-a16f-c324da0f4867 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 946 time: 0.0485036 Oct 27 09:40:17.722185 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3388352e-69a0-4c99-821b-d24929f03d71 req-33d347d4-cdde-4ecc-a502-509802456ba5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951307 Oct 27 09:40:17.749215 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b3da5081-ead3-4aae-b652-c34006a970ae req-f521fb38-fdd6-424c-9907-b92d49e90d0f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057029 Oct 27 09:40:17.947852 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cf754-0796-46e8-ab16-b261df1ff7ec req-0b490b89-b10d-478a-822b-27b0fc853c02 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:17.949362 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f20cf754-0796-46e8-ab16-b261df1ff7ec req-0b490b89-b10d-478a-822b-27b0fc853c02 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 945 time: 0.0779769 Oct 27 09:40:17.963452 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2f5fa-e164-49a5-8998-d7cec737460f req-a4356618-4146-4897-b206-09abd12d5bf4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:17.964834 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-26d2f5fa-e164-49a5-8998-d7cec737460f req-a4356618-4146-4897-b206-09abd12d5bf4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0608883 Oct 27 09:40:18.034565 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f20cf754-0796-46e8-ab16-b261df1ff7ec req-17c4715c-014d-4070-a450-1b33affe2c15 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776322 Oct 27 09:40:18.042647 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-26d2f5fa-e164-49a5-8998-d7cec737460f req-94d7c240-ee95-4639-87f6-ce8c3e3ef361 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715098 Oct 27 09:40:18.143819 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645acd40-451d-4545-8c29-2e7e4312ec57 req-d2ffeb0f-5cd1-4406-a408-0a6904c331f6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:18.145324 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-645acd40-451d-4545-8c29-2e7e4312ec57 req-d2ffeb0f-5cd1-4406-a408-0a6904c331f6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 945 time: 0.0473580 Oct 27 09:40:18.169266 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 679f3124-ba7d-4f06-8f2b-63d51480c3ff up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:40:18.192390 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-645acd40-451d-4545-8c29-2e7e4312ec57 req-12114b39-1f72-4168-9dbb-dfc227158c59 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415661 Oct 27 09:40:18.211907 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port 679f3124-ba7d-4f06-8f2b-63d51480c3ff completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:40:18.218796 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 679f3124-ba7d-4f06-8f2b-63d51480c3ff triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:40:18.219172 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:18.219507 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 679f3124-ba7d-4f06-8f2b-63d51480c3ff Oct 27 09:40:18.294884 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 679f3124-ba7d-4f06-8f2b-63d51480c3ff is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:40:18.295271 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:18.330258 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 679f3124-ba7d-4f06-8f2b-63d51480c3ff, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=679f3124-ba7d-4f06-8f2b-63d51480c3ff,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:40:18.333931 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:18.379216 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=679f3124-ba7d-4f06-8f2b-63d51480c3ff,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:18.405493 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679f3124-ba7d-4f06-8f2b-63d51480c3ff'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:40:18.407773 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eff5130-05fd-4403-a834-3652aadebfd2" -d '{"events": [{"server_uuid": "0757d24a-7369-4583-8b26-85d48e0ba6cf", "name": "network-vif-plugged", "status": "completed", "tag": "679f3124-ba7d-4f06-8f2b-63d51480c3ff"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:40:18.443824 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b2ccd6-35ac-4f6d-ac2a-ab1a1144db61 x-openstack-request-id: req-02b2ccd6-35ac-4f6d-ac2a-ab1a1144db61 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:40:18.444119 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757d24a-7369-4583-8b26-85d48e0ba6cf", "name": "network-vif-plugged", "status": "completed", "tag": "679f3124-ba7d-4f06-8f2b-63d51480c3ff", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:40:18.444375 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02b2ccd6-35ac-4f6d-ac2a-ab1a1144db61 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:40:18.444804 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b2ccd6-35ac-4f6d-ac2a-ab1a1144db61'] response: {'server_uuid': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679f3124-ba7d-4f06-8f2b-63d51480c3ff', 'code': 200} Oct 27 09:40:18.624358 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864466d-1cc1-4b98-85d9-b3eacbc8bdf8 req-74097940-444d-4396-ade9-7471afa8bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:18.625858 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2864466d-1cc1-4b98-85d9-b3eacbc8bdf8 req-74097940-444d-4396-ade9-7471afa8bce8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 1130 time: 0.0410752 Oct 27 09:40:18.675035 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:18.699416 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2864466d-1cc1-4b98-85d9-b3eacbc8bdf8 req-f5fa4613-b266-4235-9020-41968d9f3503 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388300 Oct 27 09:40:18.782566 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:40:18.848149 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba7f37-f75a-4b87-b4ce-c86236bb3923 req-5ff81828-2c5f-4833-a53a-b7bbb9019a90 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:18.849655 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cfba7f37-f75a-4b87-b4ce-c86236bb3923 req-5ff81828-2c5f-4833-a53a-b7bbb9019a90 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 946 time: 0.0474067 Oct 27 09:40:18.896614 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cfba7f37-f75a-4b87-b4ce-c86236bb3923 req-12e99714-877e-4bac-920e-9372a6e991f0 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413008 Oct 27 09:40:19.198549 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c88e3-61ed-4f7c-88e4-4e39ee2555d9 req-d6eceffa-7a5a-4b28-9356-0364378d5b52 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:19.199936 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a93c88e3-61ed-4f7c-88e4-4e39ee2555d9 req-d6eceffa-7a5a-4b28-9356-0364378d5b52 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0779009 Oct 27 09:40:19.208144 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849de5b1-44ad-4437-bb87-4bfab8d5f5ae req-7a9c6ad4-9ded-4153-9a0c-2bd63903c134 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:19.209531 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-849de5b1-44ad-4437-bb87-4bfab8d5f5ae req-7a9c6ad4-9ded-4153-9a0c-2bd63903c134 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 945 time: 0.0778604 Oct 27 09:40:19.282786 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a93c88e3-61ed-4f7c-88e4-4e39ee2555d9 req-f988111b-8387-444c-99fc-6c859e6db6f8 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723150 Oct 27 09:40:19.286964 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-849de5b1-44ad-4437-bb87-4bfab8d5f5ae req-2ab708d9-e9f0-489d-8140-b9b94d1a7bd8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707195 Oct 27 09:40:19.387199 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6790a-3adb-429f-8468-919ae8a0b291 req-ef130c4e-3c3f-4242-8578-b16b36c5b00c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:19.388733 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e6790a-3adb-429f-8468-919ae8a0b291 req-ef130c4e-3c3f-4242-8578-b16b36c5b00c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 946 time: 0.0501418 Oct 27 09:40:19.434283 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3e6790a-3adb-429f-8468-919ae8a0b291 req-a14f8a3a-caf5-403e-94ba-2e81420e19c3 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395622 Oct 27 09:40:20.433014 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328efe59-042c-4a77-ab67-33483753ba29 req-ec1c9697-ff26-4052-8a7f-973adb4c9c51 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:20.434482 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-328efe59-042c-4a77-ab67-33483753ba29 req-ec1c9697-ff26-4052-8a7f-973adb4c9c51 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0748498 Oct 27 09:40:20.440748 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b9ffc-496c-42f7-8d31-05b96609061f req-be34ef79-bc72-43ce-b616-36f42e6ea713 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:20.442091 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e63b9ffc-496c-42f7-8d31-05b96609061f req-be34ef79-bc72-43ce-b616-36f42e6ea713 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 945 time: 0.0805833 Oct 27 09:40:20.471811 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:20.519684 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-328efe59-042c-4a77-ab67-33483753ba29 req-6c3431bc-23f0-42f3-bfc2-33f316c94a16 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766845 Oct 27 09:40:20.522666 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e63b9ffc-496c-42f7-8d31-05b96609061f req-922e90aa-711b-489a-b904-bdaa0dfcf766 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738783 Oct 27 09:40:20.623207 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c505dc-9fb1-463b-b2c2-0116c4d268c2 req-bab0ff5f-a6f9-426d-bef5-b737197e4df8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:20.624712 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f8c505dc-9fb1-463b-b2c2-0116c4d268c2 req-bab0ff5f-a6f9-426d-bef5-b737197e4df8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 946 time: 0.0480661 Oct 27 09:40:20.673904 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f8c505dc-9fb1-463b-b2c2-0116c4d268c2 req-57d6b5b6-d141-43ed-a226-f11730663589 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433636 Oct 27 09:40:21.640880 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f8048-15cf-4232-aebc-b945200028da req-83359d16-4d96-4dd1-b1fa-243e9ca18231 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:21.642385 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1a6f8048-15cf-4232-aebc-b945200028da req-83359d16-4d96-4dd1-b1fa-243e9ca18231 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0461831 Oct 27 09:40:21.691989 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1a6f8048-15cf-4232-aebc-b945200028da req-6c9d9fad-2c1d-49b8-a64c-ea0ed7a6b55d tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441473 Oct 27 09:40:21.804873 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0078d-ea43-4c31-bdc9-5ed1ada94e61 req-3783f651-0a1a-40d5-8d27-d2cdf4c800a0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:21.806366 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61d0078d-ea43-4c31-bdc9-5ed1ada94e61 req-3783f651-0a1a-40d5-8d27-d2cdf4c800a0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 946 time: 0.0458312 Oct 27 09:40:21.852657 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61d0078d-ea43-4c31-bdc9-5ed1ada94e61 req-b9afcdff-e90b-43f1-b63e-ca46d6a55bfc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400898 Oct 27 09:40:22.810401 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395a692-dbac-42e8-949b-db5cd270494a req-01902694-ed3b-4919-abef-d8ff6c73f216 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:22.811855 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4395a692-dbac-42e8-949b-db5cd270494a req-01902694-ed3b-4919-abef-d8ff6c73f216 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0459390 Oct 27 09:40:22.857435 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4395a692-dbac-42e8-949b-db5cd270494a req-75f28ff2-2385-49a2-8e0d-204fbeb8b7e6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402489 Oct 27 09:40:22.979035 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fee37-5936-4d0d-8d40-34ca889f7216 req-ef7bbab6-1557-4dbc-8650-2c15742bb705 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:22.980455 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6c5fee37-5936-4d0d-8d40-34ca889f7216 req-ef7bbab6-1557-4dbc-8650-2c15742bb705 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 946 time: 0.0505106 Oct 27 09:40:23.012843 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:23.026933 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6c5fee37-5936-4d0d-8d40-34ca889f7216 req-c091207b-c34d-466e-84ee-cebc60ff6b5d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403888 Oct 27 09:40:23.976100 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161afb6-636a-464c-bfaa-cc26c433e98b req-1eb66137-556a-498e-828a-bd8bafa1a39a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:23.977575 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3161afb6-636a-464c-bfaa-cc26c433e98b req-1eb66137-556a-498e-828a-bd8bafa1a39a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0466397 Oct 27 09:40:24.024670 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3161afb6-636a-464c-bfaa-cc26c433e98b req-8b28b2f5-5fd1-4172-a43d-65b925438072 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411375 Oct 27 09:40:24.129318 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:24.148195 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c26277-8266-4fd5-9819-8063128c6462 req-3f442aa5-d2aa-43c1-ad2f-41257a5daf4a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:24.149703 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-05c26277-8266-4fd5-9819-8063128c6462 req-3f442aa5-d2aa-43c1-ad2f-41257a5daf4a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 946 time: 0.0469282 Oct 27 09:40:24.199785 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-05c26277-8266-4fd5-9819-8063128c6462 req-57920c5c-00a6-4548-a5ea-af4b319a9d4e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444956 Oct 27 09:40:24.315999 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061e874-590a-4431-a83a-b371795d168c req-bb00e0ef-390f-412a-9634-9d3034ffbc96 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:24.317484 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4061e874-590a-4431-a83a-b371795d168c req-bb00e0ef-390f-412a-9634-9d3034ffbc96 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 946 time: 0.0472794 Oct 27 09:40:24.327860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33188) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:40:24.332101 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-456f3424-3286-4560-8891-40a3b5cd1b81 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'floatingip': {'port_id': '679f3124-ba7d-4f06-8f2b-63d51480c3ff'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:40:24.370446 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-456f3424-3286-4560-8891-40a3b5cd1b81 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (9a27fd72-35c7-4f52-a154-7c3034a1d031), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:24.647803 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:24.728648 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:24.782492 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-456f3424-3286-4560-8891-40a3b5cd1b81 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:24.786128 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-456f3424-3286-4560-8891-40a3b5cd1b81 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (9a27fd72-35c7-4f52-a154-7c3034a1d031), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:24.879477 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-456f3424-3286-4560-8891-40a3b5cd1b81 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Floating IP 9a27fd72-35c7-4f52-a154-7c3034a1d031 associated. External IP: 172.27.0.94, port: 679f3124-ba7d-4f06-8f2b-63d51480c3ff. Oct 27 09:40:25.052818 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:25.070690 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456f3424-3286-4560-8891-40a3b5cd1b81 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Router e67bc3b2-c062-43af-badd-a46a630bdbf6 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:40:25.171704 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d6d46-d7af-4d9a-b34a-90038e748ec4 req-37f64a35-1599-4f6d-97df-7d77c2e2fa4d tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:25.173161 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4f7d6d46-d7af-4d9a-b34a-90038e748ec4 req-37f64a35-1599-4f6d-97df-7d77c2e2fa4d tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0576069 Oct 27 09:40:25.449462 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456f3424-3286-4560-8891-40a3b5cd1b81 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:40:25.458175 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-456f3424-3286-4560-8891-40a3b5cd1b81 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:25.459366 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72e52d-177e-4cc3-89ce-5c92062ea5a2 None None] Sync routers for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:40:25.469788 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72e52d-177e-4cc3-89ce-5c92062ea5a2 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:40:25.470410 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-8f72e52d-177e-4cc3-89ce-5c92062ea5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:39:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:40:25.496439 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4f7d6d46-d7af-4d9a-b34a-90038e748ec4 req-a2d55c72-54a6-44c5-b499-54339a384082 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2960939 Oct 27 09:40:25.500337 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-456f3424-3286-4560-8891-40a3b5cd1b81 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "PUT /networking/v2.0/floatingips/9a27fd72-35c7-4f52-a154-7c3034a1d031 HTTP/1.1" status: 200 len: 991 time: 1.1715255 Oct 27 09:40:25.500978 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'tag': '679f3124-ba7d-4f06-8f2b-63d51480c3ff'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:40:25.503235 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5173f3a4-5a64-4837-994a-3c56e7235d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0757d24a-7369-4583-8b26-85d48e0ba6cf", "tag": "679f3124-ba7d-4f06-8f2b-63d51480c3ff"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:40:25.541353 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7736f396-827d-4d9b-99b8-0a369acfcf40 x-openstack-request-id: req-7736f396-827d-4d9b-99b8-0a369acfcf40 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:40:25.541648 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0757d24a-7369-4583-8b26-85d48e0ba6cf", "tag": "679f3124-ba7d-4f06-8f2b-63d51480c3ff", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:40:25.541904 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7736f396-827d-4d9b-99b8-0a369acfcf40 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:40:25.542303 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7736f396-827d-4d9b-99b8-0a369acfcf40'] response: {'name': 'network-changed', 'server_uuid': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'tag': '679f3124-ba7d-4f06-8f2b-63d51480c3ff', 'status': 'completed', 'code': 200} Oct 27 09:40:25.575758 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-8f72e52d-177e-4cc3-89ce-5c92062ea5a2 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:40:25.613010 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173f3a4-5a64-4837-994a-3c56e7235d1c req-98a7341c-6b48-435a-bab1-2f97abbb88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:25.614495 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5173f3a4-5a64-4837-994a-3c56e7235d1c req-98a7341c-6b48-435a-bab1-2f97abbb88a6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 1130 time: 0.0382891 Oct 27 09:40:25.715265 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173f3a4-5a64-4837-994a-3c56e7235d1c req-437ab5e8-22bb-49bd-852e-13e19426e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:25.716668 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5173f3a4-5a64-4837-994a-3c56e7235d1c req-437ab5e8-22bb-49bd-852e-13e19426e3c8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 916 time: 0.0880008 Oct 27 09:40:25.778299 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5173f3a4-5a64-4837-994a-3c56e7235d1c req-e73923f7-7983-4680-90dd-45035d63a4e1 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=679f3124-ba7d-4f06-8f2b-63d51480c3ff HTTP/1.1" status: 200 len: 999 time: 0.0545213 Oct 27 09:40:25.790102 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-8f72e52d-177e-4cc3-89ce-5c92062ea5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '4bd04933-64b5-4f55-b32a-1e61385ea207', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:53:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:38:08Z', 'updated_at': '2022-10-27T09:38:33Z', 'revision_number': 2, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}, {'id': '9a27fd72-35c7-4f52-a154-7c3034a1d031', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': '679f3124-ba7d-4f06-8f2b-63d51480c3ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:dc:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:50Z', 'updated_at': '2022-10-27T09:40:24Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:40:25.815178 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72e52d-177e-4cc3-89ce-5c92062ea5a2 None None] Checking router: e67bc3b2-c062-43af-badd-a46a630bdbf6 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:40:25.821854 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:25.823725 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72e52d-177e-4cc3-89ce-5c92062ea5a2 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:40:25.824420 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-8f72e52d-177e-4cc3-89ce-5c92062ea5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:39:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:40:25.825995 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:25.833248 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173f3a4-5a64-4837-994a-3c56e7235d1c req-252187ea-ff12-48a8-bc9a-64af0c47ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:25.834688 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5173f3a4-5a64-4837-994a-3c56e7235d1c req-252187ea-ff12-48a8-bc9a-64af0c47ba36 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 200 len: 854 time: 0.0497015 Oct 27 09:40:25.879966 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173f3a4-5a64-4837-994a-3c56e7235d1c req-9d0ed090-621a-44eb-970c-79b8510d5be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:25.881173 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:25.881508 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5173f3a4-5a64-4837-994a-3c56e7235d1c req-9d0ed090-621a-44eb-970c-79b8510d5be6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=15104d09-0e0f-4140-ae39-9239f083d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380917 Oct 27 09:40:25.929358 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-8f72e52d-177e-4cc3-89ce-5c92062ea5a2 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:40:25.972487 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5173f3a4-5a64-4837-994a-3c56e7235d1c req-d9349180-4209-442f-a5c1-8dbe71db5912 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840662 Oct 27 09:40:26.067663 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5173f3a4-5a64-4837-994a-3c56e7235d1c req-b63be5f0-953e-4589-8d81-d15da06427ab service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876253 Oct 27 09:40:26.144867 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-8f72e52d-177e-4cc3-89ce-5c92062ea5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '4bd04933-64b5-4f55-b32a-1e61385ea207', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:53:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:38:08Z', 'updated_at': '2022-10-27T09:38:33Z', 'revision_number': 2, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}, {'id': '9a27fd72-35c7-4f52-a154-7c3034a1d031', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': '679f3124-ba7d-4f06-8f2b-63d51480c3ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:dc:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:50Z', 'updated_at': '2022-10-27T09:40:24Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:40:26.174965 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72e52d-177e-4cc3-89ce-5c92062ea5a2 None None] The sync data for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi is: [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '4bd04933-64b5-4f55-b32a-1e61385ea207', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:53:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:38:08Z', 'updated_at': '2022-10-27T09:38:33Z', 'revision_number': 2, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}, {'id': '9a27fd72-35c7-4f52-a154-7c3034a1d031', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': '679f3124-ba7d-4f06-8f2b-63d51480c3ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:dc:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:50Z', 'updated_at': '2022-10-27T09:40:24Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:40:26.196029 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c8c84297-0a3c-4e3a-b77d-cfd5cf57e0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:26.364964 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba0639c-f414-46cb-a92b-8dd4fa3997ce None None] New status for floating IP 9a27fd72-35c7-4f52-a154-7c3034a1d031: ACTIVE {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:40:26.618562 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a8faa-b727-4894-88e1-c015f3198d90 req-0db6e07f-fc0e-47e8-b9ff-5635f1b9fd69 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:26.620172 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b05a8faa-b727-4894-88e1-c015f3198d90 req-0db6e07f-fc0e-47e8-b9ff-5635f1b9fd69 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0468483 Oct 27 09:40:26.666513 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b05a8faa-b727-4894-88e1-c015f3198d90 req-a8b44158-f0fd-4fb5-af5e-060219db841b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407043 Oct 27 09:40:27.795128 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d87e-d9ae-481f-8e4a-0ca2c8ae3c93 req-ea86a378-fe70-44d9-905e-9c0dfe263fe1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:27.796616 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5614d87e-d9ae-481f-8e4a-0ca2c8ae3c93 req-ea86a378-fe70-44d9-905e-9c0dfe263fe1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0505607 Oct 27 09:40:27.843451 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5614d87e-d9ae-481f-8e4a-0ca2c8ae3c93 req-fa17cfe6-8116-47c6-a984-5e2e7c814766 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411999 Oct 27 09:40:28.503497 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-a3be0a3a-4275-4894-b04d-fc7b0fbc76eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:28.960413 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c39ec0-5dd9-4a79-8a91-98891f73b689 req-766e923a-c34a-4126-ad7e-d5d5f3c0318a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:28.961868 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-30c39ec0-5dd9-4a79-8a91-98891f73b689 req-766e923a-c34a-4126-ad7e-d5d5f3c0318a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0462289 Oct 27 09:40:29.008391 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-30c39ec0-5dd9-4a79-8a91-98891f73b689 req-3b162410-77c1-4d4e-87bb-458db6d7db47 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402985 Oct 27 09:40:29.713873 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:30.115948 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:30.126646 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535e61b-4c71-40b3-8f69-14f901e49466 req-c7c5e5e7-3670-41ba-9d8f-7cf4e05e9b7f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:30.128085 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8535e61b-4c71-40b3-8f69-14f901e49466 req-c7c5e5e7-3670-41ba-9d8f-7cf4e05e9b7f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0470140 Oct 27 09:40:30.177452 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8535e61b-4c71-40b3-8f69-14f901e49466 req-d3fffe7d-aedb-4cf2-b836-0973b477ae9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438044 Oct 27 09:40:31.299648 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8be74-b058-4938-9dee-cc76ac5c3ca4 req-a8b40207-900c-4a89-85a8-325af8f310ff tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:31.301168 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1ab8be74-b058-4938-9dee-cc76ac5c3ca4 req-a8b40207-900c-4a89-85a8-325af8f310ff tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0465109 Oct 27 09:40:31.347690 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1ab8be74-b058-4938-9dee-cc76ac5c3ca4 req-bbecdc73-673b-49ad-8031-6edbd2f9af63 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410752 Oct 27 09:40:31.381509 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:31.425477 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:32.466173 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac225-41f5-42b6-a806-3444820f8f6e req-fb42e431-102e-4c07-ba20-08ac889f2b3b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:32.468176 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-779ac225-41f5-42b6-a806-3444820f8f6e req-fb42e431-102e-4c07-ba20-08ac889f2b3b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0456798 Oct 27 09:40:32.515336 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-779ac225-41f5-42b6-a806-3444820f8f6e req-c2fd622a-fb59-4336-92e0-2bf1c0d1db4d tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410328 Oct 27 09:40:33.639619 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b781f94-bbee-4fac-8e11-66ebab52e230 req-5186e0f3-7e09-443c-b640-5518d5823406 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:33.641644 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0b781f94-bbee-4fac-8e11-66ebab52e230 req-5186e0f3-7e09-443c-b640-5518d5823406 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0514321 Oct 27 09:40:33.688337 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0b781f94-bbee-4fac-8e11-66ebab52e230 req-b711e4b6-6cc6-4ea7-947a-fb0b285e4166 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411570 Oct 27 09:40:34.808263 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2daf50-5982-4fe3-9511-e75b8d83430e req-970aea71-611b-4018-a7ca-77c4bbe1bd50 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:34.809874 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4a2daf50-5982-4fe3-9511-e75b8d83430e req-970aea71-611b-4018-a7ca-77c4bbe1bd50 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0472007 Oct 27 09:40:34.857488 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4a2daf50-5982-4fe3-9511-e75b8d83430e req-fd41c018-766b-4578-8e74-04c97fa12ffd tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 Oct 27 09:40:35.968799 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:35.977177 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ba18a-293e-445f-ac27-a12f485641df req-897ff472-e5be-428f-82a8-199d3cc921f0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:35.978642 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-467ba18a-293e-445f-ac27-a12f485641df req-897ff472-e5be-428f-82a8-199d3cc921f0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0473115 Oct 27 09:40:36.032077 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-467ba18a-293e-445f-ac27-a12f485641df req-bb24d7f6-fd9d-454c-aa6b-ca83c3977dcd tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472169 Oct 27 09:40:36.396127 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:36.462781 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:36.466177 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:37.161162 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc219f3-6d36-4484-8aed-dc9a2d9d81d7 req-68d06d70-99fb-4e66-b38e-847f462ec4ea tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:37.162533 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5dc219f3-6d36-4484-8aed-dc9a2d9d81d7 req-68d06d70-99fb-4e66-b38e-847f462ec4ea tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0475025 Oct 27 09:40:37.208650 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5dc219f3-6d36-4484-8aed-dc9a2d9d81d7 req-baa99eec-b800-46b4-9b77-09d9cba51fd1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402427 Oct 27 09:40:37.409568 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154fda5-77ad-4178-9e75-84cb550c18ab req-1c90152d-41a6-4a16-9801-d37898107e4b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:37.411050 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5154fda5-77ad-4178-9e75-84cb550c18ab req-1c90152d-41a6-4a16-9801-d37898107e4b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0473480 Oct 27 09:40:37.459080 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5154fda5-77ad-4178-9e75-84cb550c18ab req-bc315fd8-4946-4dfe-932d-294ee899a7d3 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422738 Oct 27 09:40:37.511625 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c08de-47b5-45c5-a5e2-9bbfc6def23b req-2006ff27-e6ed-4f7d-9908-3ec123f45e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:37.513115 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-024c08de-47b5-45c5-a5e2-9bbfc6def23b req-2006ff27-e6ed-4f7d-9908-3ec123f45e2f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 1129 time: 0.0415468 Oct 27 09:40:37.602558 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c08de-47b5-45c5-a5e2-9bbfc6def23b req-d3561b03-206e-47e8-97b4-a4fd110f4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:37.604002 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-024c08de-47b5-45c5-a5e2-9bbfc6def23b req-d3561b03-206e-47e8-97b4-a4fd110f4125 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 200 len: 911 time: 0.0842068 Oct 27 09:40:37.676039 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-024c08de-47b5-45c5-a5e2-9bbfc6def23b req-1f32e056-10ec-49fc-bdc0-ae8ad452d259 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb HTTP/1.1" status: 200 len: 1001 time: 0.0571384 Oct 27 09:40:37.726268 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c08de-47b5-45c5-a5e2-9bbfc6def23b req-4ee6bc0e-16f6-44d6-b0aa-4546889a678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:37.727579 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-024c08de-47b5-45c5-a5e2-9bbfc6def23b req-4ee6bc0e-16f6-44d6-b0aa-4546889a678e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7b858d44-f19d-48cb-bdfe-2ce0056a601e HTTP/1.1" status: 200 len: 849 time: 0.0435126 Oct 27 09:40:37.782529 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c08de-47b5-45c5-a5e2-9bbfc6def23b req-cfb72f47-3652-4bd6-b837-bee13ad438c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:37.784066 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-024c08de-47b5-45c5-a5e2-9bbfc6def23b req-cfb72f47-3652-4bd6-b837-bee13ad438c5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=27e1c21a-a41e-4b69-8864-f162b04c2923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408001 Oct 27 09:40:37.858594 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:37.882956 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-024c08de-47b5-45c5-a5e2-9bbfc6def23b req-69e994ee-4b45-4674-b574-a2257a091307 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875168 Oct 27 09:40:37.987708 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-024c08de-47b5-45c5-a5e2-9bbfc6def23b req-e693c021-e980-48be-aab1-668a37f5c591 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886428 Oct 27 09:40:38.584583 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733d0d6-3da4-49f6-a5e8-e8000facca05 req-5e8b9764-fece-41ee-8560-6a2859bfcd22 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:38.586125 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2733d0d6-3da4-49f6-a5e8-e8000facca05 req-5e8b9764-fece-41ee-8560-6a2859bfcd22 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0518279 Oct 27 09:40:38.640065 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2733d0d6-3da4-49f6-a5e8-e8000facca05 req-6e15c58e-c333-4066-9b00-a3c8e007a3dc tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483527 Oct 27 09:40:39.759860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca92c3-1f60-4ebb-bad0-132fc8648970 req-dbd9fc21-f581-42f3-baef-70f8b64787d0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:39.761329 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-50ca92c3-1f60-4ebb-bad0-132fc8648970 req-dbd9fc21-f581-42f3-baef-70f8b64787d0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0462337 Oct 27 09:40:39.808446 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-50ca92c3-1f60-4ebb-bad0-132fc8648970 req-15e8cb11-eb08-496e-81d4-09ceeb0844ac tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416732 Oct 27 09:40:42.758310 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343fa58-bf6d-45ce-9668-a4385a0b08f8 req-eaeb60c1-35d9-47d7-b7c1-e2d20d226faf tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:42.759766 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7343fa58-bf6d-45ce-9668-a4385a0b08f8 req-eaeb60c1-35d9-47d7-b7c1-e2d20d226faf tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 945 time: 0.0469499 Oct 27 09:40:42.810267 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7343fa58-bf6d-45ce-9668-a4385a0b08f8 req-793b2ec1-85dd-44a5-8b7e-464850b86ad6 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448086 Oct 27 09:40:43.931465 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee04e24e-60ee-4310-9b3e-7976b7ed68cc req-f9937da7-36c5-4a68-bd64-16e65bd26cee tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:43.932942 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ee04e24e-60ee-4310-9b3e-7976b7ed68cc req-f9937da7-36c5-4a68-bd64-16e65bd26cee tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 945 time: 0.0458431 Oct 27 09:40:43.951289 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:43.979888 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ee04e24e-60ee-4310-9b3e-7976b7ed68cc req-ad525c5c-bdb5-4f6e-8a7e-d49597a9bde4 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406651 Oct 27 09:40:45.100541 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76469b4d-33ad-4763-a98a-26f8225930e2 req-c89da6f0-2fcc-4335-8318-8cf444961114 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:45.102003 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-76469b4d-33ad-4763-a98a-26f8225930e2 req-c89da6f0-2fcc-4335-8318-8cf444961114 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 945 time: 0.0467899 Oct 27 09:40:45.149333 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-76469b4d-33ad-4763-a98a-26f8225930e2 req-13dd98d1-a8a5-4700-b919-4ebf10ad28c8 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=9864694e-ef0a-4fe1-ae88-ea82d892ff69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Oct 27 09:40:45.400981 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c23c3-b940-491c-9c9a-0cf86c5216ab req-29fabed3-b58e-471c-85c5-e78b3f9b3e8f tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:45.402416 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-603c23c3-b940-491c-9c9a-0cf86c5216ab req-29fabed3-b58e-471c-85c5-e78b3f9b3e8f tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 945 time: 0.0494795 Oct 27 09:40:45.487247 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-603c23c3-b940-491c-9c9a-0cf86c5216ab req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Deleting port d2dc3936-eb1d-4275-8a23-06d264b2ba89 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:40:45.487589 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-603c23c3-b940-491c-9c9a-0cf86c5216ab req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:45.578009 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-603c23c3-b940-491c-9c9a-0cf86c5216ab req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] For port d2dc3936-eb1d-4275-8a23-06d264b2ba89, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=d2dc3936-eb1d-4275-8a23-06d264b2ba89,segment=NetworkSegment(789d74f0-f7f3-423d-a3a9-3013b534aee7),segment_id=789d74f0-f7f3-423d-a3a9-3013b534aee7)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:40:45.578292 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-603c23c3-b940-491c-9c9a-0cf86c5216ab req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:45.591104 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-603c23c3-b940-491c-9c9a-0cf86c5216ab req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Calling delete_port for d2dc3936-eb1d-4275-8a23-06d264b2ba89 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:40:45.698307 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:45.717631 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-603c23c3-b940-491c-9c9a-0cf86c5216ab req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (d2dc3936-eb1d-4275-8a23-06d264b2ba89), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:45.738576 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['d2dc3936-eb1d-4275-8a23-06d264b2ba89'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:40:45.749238 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Pushing event deleted for resources: {'Port': ['ID=d2dc3936-eb1d-4275-8a23-06d264b2ba89,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:40:45.762116 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.762606 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.762779 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.763107 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.763434 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.764473 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.764473 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.764473 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.764856 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.765083 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.765407 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.765723 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.766094 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.766463 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.766781 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:40:45.802547 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-603c23c3-b940-491c-9c9a-0cf86c5216ab req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] No DVR routers for this DVR port d2dc3936-eb1d-4275-8a23-06d264b2ba89 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:40:45.805050 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-603c23c3-b940-491c-9c9a-0cf86c5216ab req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:45.808417 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-603c23c3-b940-491c-9c9a-0cf86c5216ab req-617b2055-eb82-450f-80f6-f2c726f99c78 tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.72 "DELETE /networking/v2.0/ports/d2dc3936-eb1d-4275-8a23-06d264b2ba89 HTTP/1.1" status: 204 len: 173 time: 0.3991687 Oct 27 09:40:45.808813 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7372b52-0f50-4517-840c-c97081a05995', 'name': 'network-vif-deleted', 'tag': 'd2dc3936-eb1d-4275-8a23-06d264b2ba89'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:40:45.811008 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7d25d1-7be1-4b05-bbf5-8480a5b30ba9" -d '{"events": [{"server_uuid": "f7372b52-0f50-4517-840c-c97081a05995", "name": "network-vif-deleted", "tag": "d2dc3936-eb1d-4275-8a23-06d264b2ba89"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:40:45.848927 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3ad62b-2c3e-4058-a24c-9718df558678 x-openstack-request-id: req-4f3ad62b-2c3e-4058-a24c-9718df558678 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:40:45.849218 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7372b52-0f50-4517-840c-c97081a05995", "name": "network-vif-deleted", "tag": "d2dc3936-eb1d-4275-8a23-06d264b2ba89", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:40:45.849464 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4f3ad62b-2c3e-4058-a24c-9718df558678 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:40:45.849858 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3ad62b-2c3e-4058-a24c-9718df558678'] response: {'server_uuid': 'f7372b52-0f50-4517-840c-c97081a05995', 'name': 'network-vif-deleted', 'tag': 'd2dc3936-eb1d-4275-8a23-06d264b2ba89', 'status': 'completed', 'code': 200} Oct 27 09:40:46.264650 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8025e18d-1c63-41f8-93b7-cf016929941b req-1c8e62b4-54fe-48d1-a942-810fef26194b tempest-VolumesSnapshotTestJSON-367450342 tempest-VolumesSnapshotTestJSON-367450342-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=f7372b52-0f50-4517-840c-c97081a05995 HTTP/1.1" status: 200 len: 210 time: 0.0283267 Oct 27 09:40:46.393011 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:46.699885 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-e2950cee-54b3-4c37-8988-26acc2edfb70 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414877 Oct 27 09:40:46.759358 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-3f30532e-b95b-43fe-ab80-ec1f12c04e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:46.760860 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-3f30532e-b95b-43fe-ab80-ec1f12c04e13 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 1129 time: 0.0383978 Oct 27 09:40:46.866231 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-fcb4c3fa-a2b0-4ed4-8195-875b9e8a3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:46.867680 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-fcb4c3fa-a2b0-4ed4-8195-875b9e8a3d02 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.0852778 Oct 27 09:40:46.910898 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-1f10b469-a52f-4a12-99c8-6fafb58ce6e4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 HTTP/1.1" status: 200 len: 217 time: 0.0355303 Oct 27 09:40:46.959361 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-015f86ac-df1f-4aed-929f-1868232cc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:46.960760 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-015f86ac-df1f-4aed-929f-1868232cc806 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.0427260 Oct 27 09:40:47.004712 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-350aecfa-7a72-47dd-8c66-4274bb6e9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:40:47.006140 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-350aecfa-7a72-47dd-8c66-4274bb6e9beb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375836 Oct 27 09:40:47.090083 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:47.101236 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-b6870ed1-c1da-465e-a0fc-48decba6372e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879068 Oct 27 09:40:47.190494 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5423f7bc-d47f-47fa-a926-d201416bdc5c req-46d83923-338e-4a7b-94f8-f526ac60f6f6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796995 Oct 27 09:40:51.814534 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device d2dc3936-eb1d-4275-8a23-06d264b2ba89 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:40:51.834240 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: d2dc3936-eb1d-4275-8a23-06d264b2ba89 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:40:51.834583 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device d2dc3936-eb1d-4275-8a23-06d264b2ba89 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:40:54.744794 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:54.745545 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:55.783820 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:40:56.170784 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:56.178244 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b4f993bc-27e7-4d7d-8816-cf22de6238a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:57.185749 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:57.187602 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=11 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:40:58.506465 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-3110778e-e23e-4748-9cb9-33c377baea45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:40:59.715563 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:01.384920 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:01.428389 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:01.868820 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b2015-7369-4e0c-ac7a-d7b21cdef95c req-6024a0b0-0de8-47c7-aabd-0bab19472d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:01.870302 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7a6b2015-7369-4e0c-ac7a-d7b21cdef95c req-6024a0b0-0de8-47c7-aabd-0bab19472d8e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 1129 time: 0.1402111 Oct 27 09:41:01.886356 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73ff7b-4f30-49ac-abbd-d3a414aef9c5 req-0f0962dd-b992-4478-b2e7-eb02bb78aed7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:01.887756 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bb73ff7b-4f30-49ac-abbd-d3a414aef9c5 req-0f0962dd-b992-4478-b2e7-eb02bb78aed7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.1473763 Oct 27 09:41:01.903664 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edd389-a497-4fbe-b864-dc67a762efcd req-8e9a3c64-c29f-477f-86e9-66248dab292b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:01.905082 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-03edd389-a497-4fbe-b864-dc67a762efcd req-8e9a3c64-c29f-477f-86e9-66248dab292b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.1340866 Oct 27 09:41:01.925546 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f18ca-9624-4b1b-bfa6-0d3a02384b7e req-5ef49998-7214-47b3-a6ef-a0af38e670d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:01.926929 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-df6f18ca-9624-4b1b-bfa6-0d3a02384b7e req-5ef49998-7214-47b3-a6ef-a0af38e670d8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f169a47a4c9a4c60b87cedcd77c102c8&device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 1169 time: 0.1205993 Oct 27 09:41:02.105312 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bb73ff7b-4f30-49ac-abbd-d3a414aef9c5 req-1a65710e-abd2-4e94-a2db-790f574db3a9 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082109 Oct 27 09:41:02.129439 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b2015-7369-4e0c-ac7a-d7b21cdef95c req-86a66ed4-3d63-4787-9a59-906459abd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:02.130890 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7a6b2015-7369-4e0c-ac7a-d7b21cdef95c req-86a66ed4-3d63-4787-9a59-906459abd566 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.2530463 Oct 27 09:41:02.139773 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-03edd389-a497-4fbe-b864-dc67a762efcd req-e01a9853-1153-4590-a9a7-17ca3a23bf45 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2227075 Oct 27 09:41:02.184448 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f18ca-9624-4b1b-bfa6-0d3a02384b7e req-b6f265de-78c9-4f5a-9787-529abb3197f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:02.185926 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-df6f18ca-9624-4b1b-bfa6-0d3a02384b7e req-b6f265de-78c9-4f5a-9787-529abb3197f3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=042524b8-b6d1-4da2-af4f-a673e3c2f198 HTTP/1.1" status: 200 len: 916 time: 0.2409880 Oct 27 09:41:02.239073 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7a6b2015-7369-4e0c-ac7a-d7b21cdef95c req-d5442a32-7a38-4a6a-9ed7-a4df2378acd3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a528390-aec1-4a57-8443-f4bdcd15f187 HTTP/1.1" status: 200 len: 1001 time: 0.0939934 Oct 27 09:41:02.292699 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-df6f18ca-9624-4b1b-bfa6-0d3a02384b7e req-284fe1fc-63a4-49a2-832c-96bb75235af7 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7969c643-a189-494b-ab3e-877a44420350 HTTP/1.1" status: 200 len: 1001 time: 0.0981960 Oct 27 09:41:02.310572 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b2015-7369-4e0c-ac7a-d7b21cdef95c req-f6822338-bd14-415d-a6f8-7e935319d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:02.311908 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7a6b2015-7369-4e0c-ac7a-d7b21cdef95c req-f6822338-bd14-415d-a6f8-7e935319d5d5 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.0656416 Oct 27 09:41:02.377141 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b2015-7369-4e0c-ac7a-d7b21cdef95c req-84aa4923-2708-444e-a064-4405b3b14430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:02.378504 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7a6b2015-7369-4e0c-ac7a-d7b21cdef95c req-84aa4923-2708-444e-a064-4405b3b14430 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481818 Oct 27 09:41:02.379903 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f18ca-9624-4b1b-bfa6-0d3a02384b7e req-be971900-960a-449b-bc3c-fa161d39ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:02.381269 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-df6f18ca-9624-4b1b-bfa6-0d3a02384b7e req-be971900-960a-449b-bc3c-fa161d39ba24 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=125ee7f3-f3d8-40e9-a2ff-78c08b2419d6 HTTP/1.1" status: 200 len: 854 time: 0.0792189 Oct 27 09:41:02.482115 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f18ca-9624-4b1b-bfa6-0d3a02384b7e req-6fdf2a11-e153-4261-9f87-8c6f58f37227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:02.483614 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-df6f18ca-9624-4b1b-bfa6-0d3a02384b7e req-6fdf2a11-e153-4261-9f87-8c6f58f37227 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=042524b8-b6d1-4da2-af4f-a673e3c2f198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842774 Oct 27 09:41:02.535118 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7a6b2015-7369-4e0c-ac7a-d7b21cdef95c req-9033b893-adb5-4f61-8be0-4b0d377ab9cd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438448 Oct 27 09:41:02.639143 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:02.647589 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:02.658265 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-df6f18ca-9624-4b1b-bfa6-0d3a02384b7e req-73cf760b-9563-44dd-bf7a-780ce469de6a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653154 Oct 27 09:41:02.692114 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7a6b2015-7369-4e0c-ac7a-d7b21cdef95c req-cf8b3987-15fa-405f-8c39-5a0f5bb37765 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289890 Oct 27 09:41:02.760332 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-df6f18ca-9624-4b1b-bfa6-0d3a02384b7e req-3f8c9fd8-7d6e-41aa-b9c4-0e0ac2acee55 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924783 Oct 27 09:41:03.256941 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7d971-bcf1-4d05-963b-67c2e92d67f1 req-7104d06a-2d56-4c34-be79-3aa9826c5bba tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:03.259015 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8ef7d971-bcf1-4d05-963b-67c2e92d67f1 req-7104d06a-2d56-4c34-be79-3aa9826c5bba tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0760980 Oct 27 09:41:03.286049 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c070b-28aa-4439-9019-6b8ad3f77894 req-77a87593-af84-48c7-9cfa-33258bc0ccf1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:03.287033 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-408c070b-28aa-4439-9019-6b8ad3f77894 req-77a87593-af84-48c7-9cfa-33258bc0ccf1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0708346 Oct 27 09:41:03.552695 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8ef7d971-bcf1-4d05-963b-67c2e92d67f1 req-77a18ba8-6b7a-4966-bfca-b9728b79ba4c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879882 Oct 27 09:41:03.587348 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-408c070b-28aa-4439-9019-6b8ad3f77894 req-f99e9d4f-7da9-46cb-9419-f5c47b69b6b5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2933528 Oct 27 09:41:04.682502 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd408e-12aa-4b97-acd2-1dae277164d4 req-7c117c52-cdc5-4e5e-a5fa-02474109a44b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:04.683951 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a4bd408e-12aa-4b97-acd2-1dae277164d4 req-7c117c52-cdc5-4e5e-a5fa-02474109a44b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0568223 Oct 27 09:41:04.733116 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcf0ec-8c9b-4f43-91c6-b342d7ac310e req-f40c2eec-7587-47aa-93e3-0e424ce67d3a tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:04.734544 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-20dcf0ec-8c9b-4f43-91c6-b342d7ac310e req-f40c2eec-7587-47aa-93e3-0e424ce67d3a tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0682616 Oct 27 09:41:04.773273 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a4bd408e-12aa-4b97-acd2-1dae277164d4 req-8210b2d8-35b9-49cc-8d5e-24bcaa51a331 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738361 Oct 27 09:41:04.813894 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-20dcf0ec-8c9b-4f43-91c6-b342d7ac310e req-10fbd307-cf43-4a2b-a9d8-745baa27d79c tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697026 Oct 27 09:41:05.776288 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:05.894647 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa762d-f3d1-4baf-b97d-ca44e68abd75 req-1ae35ef7-1b5e-4d81-bc19-26999edc8fe8 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:05.896115 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46aa762d-f3d1-4baf-b97d-ca44e68abd75 req-1ae35ef7-1b5e-4d81-bc19-26999edc8fe8 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0471549 Oct 27 09:41:05.967353 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6242ce-c561-4a9e-bfd9-f2d45fe3435e req-74923d7c-64c3-459a-9ecd-185729e1ad45 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:05.968970 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4a6242ce-c561-4a9e-bfd9-f2d45fe3435e req-74923d7c-64c3-459a-9ecd-185729e1ad45 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0719495 Oct 27 09:41:05.997505 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46aa762d-f3d1-4baf-b97d-ca44e68abd75 req-fb655634-5418-4528-b114-a7307380ab0c tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913966 Oct 27 09:41:06.045698 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4a6242ce-c561-4a9e-bfd9-f2d45fe3435e req-1e06e751-b977-4ad3-808c-bda78f5df833 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684934 Oct 27 09:41:06.409895 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:07.134718 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476c8eb-2dbd-464f-9f82-59516297f724 req-ad4ed4f0-1847-454d-a4ee-834252b10db0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:07.136203 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f476c8eb-2dbd-464f-9f82-59516297f724 req-ad4ed4f0-1847-454d-a4ee-834252b10db0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0583527 Oct 27 09:41:07.202881 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca76cec-2374-4e9d-b0ba-96c365964bca req-6b9ab006-51c4-45c0-9110-f96b3982eb57 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:07.204362 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bca76cec-2374-4e9d-b0ba-96c365964bca req-6b9ab006-51c4-45c0-9110-f96b3982eb57 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0777233 Oct 27 09:41:07.246718 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f476c8eb-2dbd-464f-9f82-59516297f724 req-9b591ba8-46bc-4223-a454-a3b36b4ccec7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011057 Oct 27 09:41:07.281374 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bca76cec-2374-4e9d-b0ba-96c365964bca req-6787ed0b-2618-4282-82b0-c7f471f7fe05 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712256 Oct 27 09:41:08.403462 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10113f-c12c-46eb-9505-b2ece86adacf req-3039bd4b-2047-44e2-b09f-7afbd19358e0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:08.405091 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1a10113f-c12c-46eb-9505-b2ece86adacf req-3039bd4b-2047-44e2-b09f-7afbd19358e0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0773466 Oct 27 09:41:08.425296 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:08.432011 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:08.438433 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107804-293b-48a5-8d77-3c8d3e17cbab req-e1e2e92a-1af9-41cd-be87-090de8243dba tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:08.439864 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d9107804-293b-48a5-8d77-3c8d3e17cbab req-e1e2e92a-1af9-41cd-be87-090de8243dba tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0776482 Oct 27 09:41:08.497745 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1a10113f-c12c-46eb-9505-b2ece86adacf req-fb557d31-9ce5-45a2-9f44-ff032e8337d2 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841284 Oct 27 09:41:08.525899 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d9107804-293b-48a5-8d77-3c8d3e17cbab req-eec52741-fd66-462c-a303-bae5265c9300 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784912 Oct 27 09:41:09.646479 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be37f0-9800-43d2-b56e-1de1bedebd9e req-4574d90b-81ab-4c7f-877e-9b2570dc7e72 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:09.647951 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65be37f0-9800-43d2-b56e-1de1bedebd9e req-4574d90b-81ab-4c7f-877e-9b2570dc7e72 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0736504 Oct 27 09:41:09.667452 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bed7c2-f980-4a6f-bbc1-c9101750621f req-7b93d772-412b-4b62-b8e7-727e31708997 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:09.668880 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-12bed7c2-f980-4a6f-bbc1-c9101750621f req-7b93d772-412b-4b62-b8e7-727e31708997 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0666308 Oct 27 09:41:09.734774 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65be37f0-9800-43d2-b56e-1de1bedebd9e req-4d0b8dbf-7adf-4a34-8ad1-af4d9b351cc4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812039 Oct 27 09:41:09.755038 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-12bed7c2-f980-4a6f-bbc1-c9101750621f req-b7979ffa-59fa-4660-b833-0f4a7f3fb1e8 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791874 Oct 27 09:41:10.596654 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33550) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:10.645292 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0934dda-126f-4aa9-8ed2-7a24b9537310 admin admin] Deleting subnet 9eac4fd4-99f1-4d4f-8956-d5b218ea2856 {{(pid=104689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:41:10.648430 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0934dda-126f-4aa9-8ed2-7a24b9537310 admin admin] Publish callbacks [] for subnet (9eac4fd4-99f1-4d4f-8956-d5b218ea2856), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:10.683245 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0934dda-126f-4aa9-8ed2-7a24b9537310 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1679559'] for subnet (9eac4fd4-99f1-4d4f-8956-d5b218ea2856), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:10.725262 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0934dda-126f-4aa9-8ed2-7a24b9537310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (9eac4fd4-99f1-4d4f-8956-d5b218ea2856), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:10.789031 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0934dda-126f-4aa9-8ed2-7a24b9537310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2373704'] for subnet (9eac4fd4-99f1-4d4f-8956-d5b218ea2856), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:10.820982 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0934dda-126f-4aa9-8ed2-7a24b9537310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eac4fd4-99f1-4d4f-8956-d5b218ea2856,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:10.829407 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0934dda-126f-4aa9-8ed2-7a24b9537310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:10.835290 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33560) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:10.835807 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-e0934dda-126f-4aa9-8ed2-7a24b9537310 admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/9eac4fd4-99f1-4d4f-8956-d5b218ea2856 HTTP/1.1" status: 204 len: 168 time: 0.2375901 Oct 27 09:41:10.908112 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (88875056-5d66-411a-8e40-f81cbf49fe49), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:10.909772 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aeb8f-2164-4f79-9662-46dcc2ea3191 req-a77bac3a-ae0c-4426-87f1-035f633975f6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:10.911333 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-776aeb8f-2164-4f79-9662-46dcc2ea3191 req-a77bac3a-ae0c-4426-87f1-035f633975f6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0839934 Oct 27 09:41:10.917588 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34726953-99f1-4a4d-98c7-7b29202785a6 req-aa99adb0-dbbd-4f06-9abd-7debbdbdb536 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:10.918973 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-34726953-99f1-4a4d-98c7-7b29202785a6 req-aa99adb0-dbbd-4f06-9abd-7debbdbdb536 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0741398 Oct 27 09:41:10.988465 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (88875056-5d66-411a-8e40-f81cbf49fe49), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:10.993204 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-776aeb8f-2164-4f79-9662-46dcc2ea3191 req-00db43ed-9547-4bf1-a1e1-dc5efd04c2dc tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733063 Oct 27 09:41:11.009889 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88875056-5d66-411a-8e40-f81cbf49fe49']}} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:11.019579 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789d74f0-f7f3-423d-a3a9-3013b534aee7') {'for_net_delete': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:11.019881 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789d74f0-f7f3-423d-a3a9-3013b534aee7') {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:11.027928 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-34726953-99f1-4a4d-98c7-7b29202785a6 req-c584af7a-1fe3-4779-b23c-c0bfb4cb3555 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019683 Oct 27 09:41:11.029778 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2834243'] for segment (789d74f0-f7f3-423d-a3a9-3013b534aee7), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:11.045350 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (789d74f0-f7f3-423d-a3a9-3013b534aee7), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:11.052387 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=104690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:41:11.052812 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686121'] for segment (789d74f0-f7f3-423d-a3a9-3013b534aee7), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:11.075847 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 789d74f0-f7f3-423d-a3a9-3013b534aee7 resource provider aggregate not found Oct 27 09:41:11.120252 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (88875056-5d66-411a-8e40-f81cbf49fe49), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:11.122936 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 789d74f0-f7f3-423d-a3a9-3013b534aee7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 789d74f0-f7f3-423d-a3a9-3013b534aee7 found for delete ", "request_id": "req-ee4bccf8-be1e-4809-ad61-d8a533f74f08"}]} Oct 27 09:41:11.127038 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:11.132866 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/88875056-5d66-411a-8e40-f81cbf49fe49 HTTP/1.1" status: 204 len: 168 time: 0.2957759 Oct 27 09:41:11.143762 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Pushing event deleted for resources: {'Network': ['ID=88875056-5d66-411a-8e40-f81cbf49fe49,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:11.150983 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.151326 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.151925 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.152068 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.152352 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.152840 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.153174 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.153499 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.153821 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.154145 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.154562 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.154775 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.155092 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.155409 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.155728 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cf932c-4280-4953-9b1b-38bcf10bb347 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:11.320951 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33576) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:11.367344 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-3db24e56-99e6-42cb-ac23-497100e9ffa0 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=9dc4fbf213f04cd7ab49abad693a1cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451586 Oct 27 09:41:11.369930 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33578) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:11.419174 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-74cab331-13b1-4a34-9f18-44d8c5362ac7 admin admin] Publish callbacks [] for security_group (9864694e-ef0a-4fe1-ae88-ea82d892ff69), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:11.439170 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-74cab331-13b1-4a34-9f18-44d8c5362ac7 admin admin] Publish callbacks [] for security_group (9864694e-ef0a-4fe1-ae88-ea82d892ff69), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:11.467670 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:11.487168 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-74cab331-13b1-4a34-9f18-44d8c5362ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (9864694e-ef0a-4fe1-ae88-ea82d892ff69), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:11.489787 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-74cab331-13b1-4a34-9f18-44d8c5362ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:11.490908 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-74cab331-13b1-4a34-9f18-44d8c5362ac7 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/9864694e-ef0a-4fe1-ae88-ea82d892ff69 HTTP/1.1" status: 204 len: 168 time: 0.1200144 Oct 27 09:41:11.498481 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cab331-13b1-4a34-9f18-44d8c5362ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9864694e-ef0a-4fe1-ae88-ea82d892ff69,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:12.124843 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdce796-7ac7-4da2-87b3-9fa9832ac8b8 req-17cc10e5-7ccb-4c65-81ff-2a1296183879 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:12.126307 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ebdce796-7ac7-4da2-87b3-9fa9832ac8b8 req-17cc10e5-7ccb-4c65-81ff-2a1296183879 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0520868 Oct 27 09:41:12.178500 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:12.199059 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f1545-157d-443f-a04f-361b757e1228 req-84fde28a-07e4-45b4-97e8-753e1887755e tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:12.200543 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-684f1545-157d-443f-a04f-361b757e1228 req-84fde28a-07e4-45b4-97e8-753e1887755e tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0832317 Oct 27 09:41:12.231249 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ebdce796-7ac7-4da2-87b3-9fa9832ac8b8 req-952bcbd3-a491-48c7-bbdd-8470a0448fe7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970914 Oct 27 09:41:12.272142 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-684f1545-157d-443f-a04f-361b757e1228 req-01b6af84-0c9c-4efd-a7cc-59665edca0b6 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0646498 Oct 27 09:41:12.604050 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b02271-d46d-4880-a84b-0fb911a48495 req-be4048aa-d95c-40fe-abe9-5fd1333c9336 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:12.605565 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04b02271-d46d-4880-a84b-0fb911a48495 req-be4048aa-d95c-40fe-abe9-5fd1333c9336 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 946 time: 0.0472887 Oct 27 09:41:12.652400 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04b02271-d46d-4880-a84b-0fb911a48495 req-b630c82d-545d-449e-baf0-0b21906a6a96 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Oct 27 09:41:13.364325 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd1a22-9f56-4e48-a0f0-a0a7e474819b req-291eb87f-4726-4b56-94cc-b7f54cd6857b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:13.365780 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85cd1a22-9f56-4e48-a0f0-a0a7e474819b req-291eb87f-4726-4b56-94cc-b7f54cd6857b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0560288 Oct 27 09:41:13.418606 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ef4b3-a777-4619-b14a-f0f54b91ad4c req-89f5f04e-4d70-4734-a24d-b0046f934e45 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:13.420053 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ca3ef4b3-a777-4619-b14a-f0f54b91ad4c req-89f5f04e-4d70-4734-a24d-b0046f934e45 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0724804 Oct 27 09:41:13.460192 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85cd1a22-9f56-4e48-a0f0-a0a7e474819b req-ae41d9ae-f739-4ac0-8665-730fef8fdf7a tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747995 Oct 27 09:41:13.496948 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ca3ef4b3-a777-4619-b14a-f0f54b91ad4c req-40548cd3-2695-45b8-a619-af88a67c06d8 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694242 Oct 27 09:41:13.776662 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4d1f9-05af-4ea7-bc22-0377b659a1e7 req-7396bc1e-6efc-4424-8ab4-13058971feb7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:13.778157 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0be4d1f9-05af-4ea7-bc22-0377b659a1e7 req-7396bc1e-6efc-4424-8ab4-13058971feb7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 946 time: 0.0467029 Oct 27 09:41:13.825139 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0be4d1f9-05af-4ea7-bc22-0377b659a1e7 req-9378c0ba-ff53-4b84-bc3d-33ca43c3ed1a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414691 Oct 27 09:41:14.518448 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-c10afbb2-f72f-4ad9-be61-3eef87280872 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:14.519907 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-c10afbb2-f72f-4ad9-be61-3eef87280872 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 946 time: 0.0507107 Oct 27 09:41:14.659634 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132c155-2982-4e47-83e3-06a2688f69ca req-2fa22967-c2bf-4447-a470-2d14b2a28345 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:14.661101 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d132c155-2982-4e47-83e3-06a2688f69ca req-2fa22967-c2bf-4447-a470-2d14b2a28345 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.1241369 Oct 27 09:41:14.678111 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798f8fb-2499-4c9b-baa8-97a8b54ce8a5 req-90576581-8f55-409b-a768-f2f2069534d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:14.679569 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f798f8fb-2499-4c9b-baa8-97a8b54ce8a5 req-90576581-8f55-409b-a768-f2f2069534d1 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0941000 Oct 27 09:41:14.713594 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Deleting port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:41:14.713932 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:14.821771 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d132c155-2982-4e47-83e3-06a2688f69ca req-78361615-1437-4133-ad1f-fc1edb878cfc tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522563 Oct 27 09:41:14.840674 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:14.857894 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f798f8fb-2499-4c9b-baa8-97a8b54ce8a5 req-c572f0c6-6355-4848-9014-0ae905e5fd8a tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715515 Oct 27 09:41:14.864498 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] For port 0e6b0478-48aa-4f67-86d8-eb4b392e3971, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=0e6b0478-48aa-4f67-86d8-eb4b392e3971,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:14.864894 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:15.035658 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5d862-5cc3-4627-8547-756834d0f7d9 req-fb1c51de-f2ec-43e5-ad22-9e2ba022f1c2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:15.037141 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cba5d862-5cc3-4627-8547-756834d0f7d9 req-fb1c51de-f2ec-43e5-ad22-9e2ba022f1c2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 946 time: 0.1087313 Oct 27 09:41:15.043368 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:15.136836 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cba5d862-5cc3-4627-8547-756834d0f7d9 req-0b1e26a6-d172-4521-9331-bb8f6dabb495 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=09b37477-ab24-4872-b38d-bef4c5fe8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922585 Oct 27 09:41:15.146636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:15.147003 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:15.147319 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Floating IP 2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582 disassociated. External IP: 172.27.0.36, port: 0e6b0478-48aa-4f67-86d8-eb4b392e3971. Oct 27 09:41:15.147744 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Calling delete_port for 0e6b0478-48aa-4f67-86d8-eb4b392e3971 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:41:15.275361 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (0e6b0478-48aa-4f67-86d8-eb4b392e3971), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:15.304369 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event deleted for resources: {'Port': ['ID=0e6b0478-48aa-4f67-86d8-eb4b392e3971,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:15.412756 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Router 634c6e49-b149-4a2a-802f-25bb479df817 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:41:15.513672 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:41:15.524132 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4b1da-5886-410a-98ca-7a151e700a22 None None] Sync routers for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:41:15.534894 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4b1da-5886-410a-98ca-7a151e700a22 None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:15.535503 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-55e4b1da-5886-410a-98ca-7a151e700a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:40:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:15.554521 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] No DVR routers for this DVR port 0e6b0478-48aa-4f67-86d8-eb4b392e3971 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:41:15.557636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:15.560886 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c6cbdbca-1c11-4897-92d8-4d09ffffd81f req-a9ae95d4-15de-4072-9a81-75b4a6cc79fc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.72 "DELETE /networking/v2.0/ports/0e6b0478-48aa-4f67-86d8-eb4b392e3971 HTTP/1.1" status: 204 len: 173 time: 1.0320613 Oct 27 09:41:15.561374 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'name': 'network-vif-deleted', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:15.563850 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6099b4f-1755-4eb9-af30-09963556221f" -d '{"events": [{"server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "name": "network-vif-deleted", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:15.609529 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96338650-1998-4a30-9090-b737fbc6d62e x-openstack-request-id: req-96338650-1998-4a30-9090-b737fbc6d62e {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:15.609814 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac6a130-38c4-4843-b9a8-118d25c11c18", "name": "network-vif-deleted", "tag": "0e6b0478-48aa-4f67-86d8-eb4b392e3971", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:15.610063 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96338650-1998-4a30-9090-b737fbc6d62e {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:15.610485 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96338650-1998-4a30-9090-b737fbc6d62e'] response: {'server_uuid': '8ac6a130-38c4-4843-b9a8-118d25c11c18', 'name': 'network-vif-deleted', 'tag': '0e6b0478-48aa-4f67-86d8-eb4b392e3971', 'status': 'completed', 'code': 200} Oct 27 09:41:15.646728 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-55e4b1da-5886-410a-98ca-7a151e700a22 None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:15.842311 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-55e4b1da-5886-410a-98ca-7a151e700a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:15.867859 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4b1da-5886-410a-98ca-7a151e700a22 None None] Checking router: 634c6e49-b149-4a2a-802f-25bb479df817 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:41:15.878182 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e4b1da-5886-410a-98ca-7a151e700a22 None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:15.878791 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-55e4b1da-5886-410a-98ca-7a151e700a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:40:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:15.989158 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9e07d-4572-42df-a763-222a211c4497 req-ab67329b-dfd9-4c02-b082-b2811fb46b8f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:15.996920 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3bc9e07d-4572-42df-a763-222a211c4497 req-ab67329b-dfd9-4c02-b082-b2811fb46b8f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0913384 Oct 27 09:41:16.068860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08aa36-ec2c-4bf2-8f3f-546c593f19dd req-a21d5613-0326-4361-a40f-2b2869517885 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:16.070562 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-da08aa36-ec2c-4bf2-8f3f-546c593f19dd req-a21d5613-0326-4361-a40f-2b2869517885 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0967140 Oct 27 09:41:16.089911 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3bc9e07d-4572-42df-a763-222a211c4497 req-2b3f973c-a364-498d-9751-fa35c7fbabd8 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921316 Oct 27 09:41:16.126249 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-55e4b1da-5886-410a-98ca-7a151e700a22 None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:16.144350 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-da08aa36-ec2c-4bf2-8f3f-546c593f19dd req-7f39cb93-1db2-4f3f-aab6-f0a038151ef6 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638523 Oct 27 09:41:16.258152 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-eef78372-8894-4b30-8fd2-c3779e3a23d0 req-28380aba-26b0-4533-8ea5-1755736d1b19 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=8ac6a130-38c4-4843-b9a8-118d25c11c18 HTTP/1.1" status: 200 len: 210 time: 0.0281894 Oct 27 09:41:16.330336 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-55e4b1da-5886-410a-98ca-7a151e700a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:16.358403 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e4b1da-5886-410a-98ca-7a151e700a22 None None] The sync data for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi is: [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:41:16.654930 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3605b9-e5e1-40ad-9c9a-0b4da8a92e6f None None] New status for floating IP 2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582: DOWN {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:41:17.205966 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:17.221194 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a9128-563d-4677-9f21-08efbb603847 req-b0aeb998-dd43-4049-8350-2bfe59b9d390 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:17.222854 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aa9a9128-563d-4677-9f21-08efbb603847 req-b0aeb998-dd43-4049-8350-2bfe59b9d390 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0513358 Oct 27 09:41:17.292102 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eadae-f441-4566-a0b2-c8b09d293195 req-8de6cc54-8d80-4068-80c3-1b6b433c806a tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:17.293639 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-199eadae-f441-4566-a0b2-c8b09d293195 req-8de6cc54-8d80-4068-80c3-1b6b433c806a tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0694406 Oct 27 09:41:17.323543 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aa9a9128-563d-4677-9f21-08efbb603847 req-0bd618b4-0112-4f67-be26-8fd0f639d20b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904763 Oct 27 09:41:17.348581 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:17.373383 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-199eadae-f441-4566-a0b2-c8b09d293195 req-90231241-5f68-44f3-99be-8875812ae372 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738778 Oct 27 09:41:17.429438 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33626) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:17.489156 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d90be37a-82c5-4ecb-8ac6-2fe6461d46fd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (09b37477-ab24-4872-b38d-bef4c5fe8e2a), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:17.514246 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d90be37a-82c5-4ecb-8ac6-2fe6461d46fd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (09b37477-ab24-4872-b38d-bef4c5fe8e2a), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:17.562197 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d90be37a-82c5-4ecb-8ac6-2fe6461d46fd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (09b37477-ab24-4872-b38d-bef4c5fe8e2a), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:17.564868 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d90be37a-82c5-4ecb-8ac6-2fe6461d46fd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:17.566046 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-d90be37a-82c5-4ecb-8ac6-2fe6461d46fd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/09b37477-ab24-4872-b38d-bef4c5fe8e2a HTTP/1.1" status: 204 len: 168 time: 0.1354980 Oct 27 09:41:17.568926 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33628) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:17.577607 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90be37a-82c5-4ecb-8ac6-2fe6461d46fd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b37477-ab24-4872-b38d-bef4c5fe8e2a,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:17.587176 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.api.v2.resource [None req-bdeeda63-cf40-4eda-80bc-78b72de7218c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] show failed (client error): The resource could not be found. Oct 27 09:41:17.590577 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:17.591447 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-bdeeda63-cf40-4eda-80bc-78b72de7218c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups/09b37477-ab24-4872-b38d-bef4c5fe8e2a HTTP/1.1" status: 404 len: 347 time: 0.0214117 Oct 27 09:41:17.591574 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33630) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:17.709189 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a8682-241c-4370-b75f-0ebf107eede4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Deleting port 54b24ccb-03fc-40e6-84fa-39a00fe53f05 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:41:17.709490 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8682-241c-4370-b75f-0ebf107eede4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (54b24ccb-03fc-40e6-84fa-39a00fe53f05), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:17.785151 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8682-241c-4370-b75f-0ebf107eede4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (54b24ccb-03fc-40e6-84fa-39a00fe53f05), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:17.785482 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8682-241c-4370-b75f-0ebf107eede4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (54b24ccb-03fc-40e6-84fa-39a00fe53f05), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:17.798404 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-fb4a8682-241c-4370-b75f-0ebf107eede4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Calling delete_port for 54b24ccb-03fc-40e6-84fa-39a00fe53f05 owned by network:floatingip {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:41:18.154626 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8682-241c-4370-b75f-0ebf107eede4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (54b24ccb-03fc-40e6-84fa-39a00fe53f05), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.179087 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a8682-241c-4370-b75f-0ebf107eede4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event deleted for resources: {'Port': ['ID=54b24ccb-03fc-40e6-84fa-39a00fe53f05,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:18.245179 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8682-241c-4370-b75f-0ebf107eede4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.247684 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8682-241c-4370-b75f-0ebf107eede4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.248885 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-fb4a8682-241c-4370-b75f-0ebf107eede4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/2959a6a9-a3e0-4dfa-8ee8-cdc2b6a07582 HTTP/1.1" status: 204 len: 168 time: 0.6557024 Oct 27 09:41:18.340473 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33636) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:18.345033 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-9ad5be1e-691e-482d-900b-1f3fae91a469 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613887471', 'description': 'tempest-description--1502567093'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:18.365374 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ad5be1e-691e-482d-900b-1f3fae91a469 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.417499 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:18.495856 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a1c06-85d7-48bf-a9be-49a80fda6c24 req-98bc241d-8e70-48bc-8e2f-de81cf6316ef tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:18.497324 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-731a1c06-85d7-48bf-a9be-49a80fda6c24 req-98bc241d-8e70-48bc-8e2f-de81cf6316ef tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0921597 Oct 27 09:41:18.505549 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ad5be1e-691e-482d-900b-1f3fae91a469 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (78a9313b-36a9-4e3b-9649-ca6f6b6897b1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.517592 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ad5be1e-691e-482d-900b-1f3fae91a469 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (78a9313b-36a9-4e3b-9649-ca6f6b6897b1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.555946 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5447348-9974-4c78-9135-3d9b21f6903b req-eeee052b-3d58-44ac-ac09-31cfe727ebcb tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:18.558047 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c5447348-9974-4c78-9135-3d9b21f6903b req-eeee052b-3d58-44ac-ac09-31cfe727ebcb tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.1001430 Oct 27 09:41:18.568682 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:18.572777 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 0e6b0478-48aa-4f67-86d8-eb4b392e3971 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:41:18.580344 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9ad5be1e-691e-482d-900b-1f3fae91a469 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.581546 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-9ad5be1e-691e-482d-900b-1f3fae91a469 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2400205 Oct 27 09:41:18.584705 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33642) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:18.590738 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-ad346a7a-d158-47d6-9143-cee29d97f2da tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'security_group_rule': {'security_group_id': '78a9313b-36a9-4e3b-9649-ca6f6b6897b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:18.592947 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: 0e6b0478-48aa-4f67-86d8-eb4b392e3971 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:41:18.593398 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 0e6b0478-48aa-4f67-86d8-eb4b392e3971 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:41:18.598998 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5be1e-691e-482d-900b-1f3fae91a469 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a9313b-36a9-4e3b-9649-ca6f6b6897b1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:18.616180 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-731a1c06-85d7-48bf-a9be-49a80fda6c24 req-69e29d0f-8f56-461f-8b72-cca18a30988a tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094415 Oct 27 09:41:18.630238 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ad346a7a-d158-47d6-9143-cee29d97f2da tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (5c045e8c-db9f-486c-bdd0-9d4faa1dd051), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.658894 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c5447348-9974-4c78-9135-3d9b21f6903b req-08cdf041-5c1f-4a99-b251-733314be5650 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813601 Oct 27 09:41:18.689194 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ad346a7a-d158-47d6-9143-cee29d97f2da tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (5c045e8c-db9f-486c-bdd0-9d4faa1dd051), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.692708 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ad346a7a-d158-47d6-9143-cee29d97f2da tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (5c045e8c-db9f-486c-bdd0-9d4faa1dd051), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.710964 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad346a7a-d158-47d6-9143-cee29d97f2da tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c045e8c-db9f-486c-bdd0-9d4faa1dd051,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:18.719133 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ad346a7a-d158-47d6-9143-cee29d97f2da tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.720317 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-ad346a7a-d158-47d6-9143-cee29d97f2da tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337340 Oct 27 09:41:18.722992 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33644) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:18.727139 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-51542509-5328-4821-a420-1fd6f052d4db tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'security_group_rule': {'security_group_id': '78a9313b-36a9-4e3b-9649-ca6f6b6897b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:18.753428 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-51542509-5328-4821-a420-1fd6f052d4db tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (49d31746-21ee-4705-bc65-f7ecb3ea8e51), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.808613 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-51542509-5328-4821-a420-1fd6f052d4db tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (49d31746-21ee-4705-bc65-f7ecb3ea8e51), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.812016 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-51542509-5328-4821-a420-1fd6f052d4db tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (49d31746-21ee-4705-bc65-f7ecb3ea8e51), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.832710 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51542509-5328-4821-a420-1fd6f052d4db tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d31746-21ee-4705-bc65-f7ecb3ea8e51,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:18.842587 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-51542509-5328-4821-a420-1fd6f052d4db tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.843838 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-51542509-5328-4821-a420-1fd6f052d4db tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199348 Oct 27 09:41:18.846983 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33646) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:18.851225 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:18.872604 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.949151 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:18.997871 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:19.062469 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Allocated IP 172.27.0.61 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/9fa83c5b-95a7-42c0-8904-1e79e7a8f553) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:41:19.066035 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:19.166362 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for port (9fa83c5b-95a7-42c0-8904-1e79e7a8f553), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:19.197815 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (9fa83c5b-95a7-42c0-8904-1e79e7a8f553), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:19.242412 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:41:19.245443 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:41:19.249243 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:41:19.252331 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'Port': ['ID=9fa83c5b-95a7-42c0-8904-1e79e7a8f553,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:19.332332 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (893b8d58-0137-4340-bbea-e41a0e8c57dc), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:19.368043 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (9fa83c5b-95a7-42c0-8904-1e79e7a8f553), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:19.513719 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for port (9fa83c5b-95a7-42c0-8904-1e79e7a8f553), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:19.518092 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (9fa83c5b-95a7-42c0-8904-1e79e7a8f553), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:19.586152 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'Port': ['ID=9fa83c5b-95a7-42c0-8904-1e79e7a8f553,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:19.589295 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (893b8d58-0137-4340-bbea-e41a0e8c57dc), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:19.606096 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:19.607513 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-69cf2c48-bffe-437b-948f-b01c8d1dca82 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7595460 Oct 27 09:41:19.758558 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e43c2-0408-4b6f-883e-f3168ff39b09 req-1d1c4d9a-28b5-4cf1-b5da-5583441dae24 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:19.760033 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1c7e43c2-0408-4b6f-883e-f3168ff39b09 req-1d1c4d9a-28b5-4cf1-b5da-5583441dae24 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0590777 Oct 27 09:41:19.806268 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaf858-40d8-4238-80a4-81bbdb08e69d req-f2ccf9b9-d28d-4c2b-b093-2be0e0980578 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:19.807718 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-acdaf858-40d8-4238-80a4-81bbdb08e69d req-f2ccf9b9-d28d-4c2b-b093-2be0e0980578 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0678842 Oct 27 09:41:19.851590 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1c7e43c2-0408-4b6f-883e-f3168ff39b09 req-7d921d9f-c3f5-4e07-9466-59de5127023d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761142 Oct 27 09:41:19.894154 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-acdaf858-40d8-4238-80a4-81bbdb08e69d req-0de7f076-f361-4daa-bd67-31b1e9ff1292 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0766613 Oct 27 09:41:19.967841 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bd9ef5de-938e-4c56-9397-80267a57f009 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--613887471&fields=id&tenant_id=7295248456c446bbb3f7d2d5953c9360 HTTP/1.1" status: 200 len: 267 time: 0.0420413 Oct 27 09:41:20.076418 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-f19e1072-64d8-4c7a-8d22-5b26dfede789 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:20.077888 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-f19e1072-64d8-4c7a-8d22-5b26dfede789 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 817 time: 0.1038811 Oct 27 09:41:20.091910 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-c0309094-12e0-445e-a051-138fdad7dcb5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/quotas/7295248456c446bbb3f7d2d5953c9360 HTTP/1.1" status: 200 len: 375 time: 0.0087569 Oct 27 09:41:20.141386 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-e04bfb4f-58d8-4d6c-a130-391d2b76e8b1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447326 Oct 27 09:41:20.234897 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-89816be0-6465-4b88-b025-28f302d4a11f service neutron] 10.222.0.70 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824740 Oct 27 09:41:20.328062 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-2173e2f5-6e1d-46c5-8975-867ae90b12b2 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874307 Oct 27 09:41:20.496619 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a2c3cd93-360a-4059-be46-acf38ff14179 req-07d19a65-2ffb-447b-916f-76707b814284 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 210 time: 0.0368118 Oct 27 09:41:20.801466 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:20.811394 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a8baf-ebfa-446a-be2b-d40a427c0c71 req-3a1a6d59-7e92-4104-b8f3-a41acc6cc52b tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:20.813047 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-476a8baf-ebfa-446a-be2b-d40a427c0c71 req-3a1a6d59-7e92-4104-b8f3-a41acc6cc52b tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 946 time: 0.0499539 Oct 27 09:41:20.866376 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-476a8baf-ebfa-446a-be2b-d40a427c0c71 req-47872ae1-0ed5-4d0d-a5ca-38a827bc51d4 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473521 Oct 27 09:41:20.972882 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0e402-7d93-44f9-88ee-01991330987a req-1710a8f9-2a27-46ac-803d-373814eea021 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:20.974344 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e1f0e402-7d93-44f9-88ee-01991330987a req-1710a8f9-2a27-46ac-803d-373814eea021 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0470808 Oct 27 09:41:21.032671 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69bab3-158f-48ab-969a-cb857c484cb6 req-4484aa62-c1aa-4601-a2b8-e3ea79f435d4 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:21.034104 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8f69bab3-158f-48ab-969a-cb857c484cb6 req-4484aa62-c1aa-4601-a2b8-e3ea79f435d4 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0589161 Oct 27 09:41:21.075783 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e1f0e402-7d93-44f9-88ee-01991330987a req-d3dafdf9-7255-4432-a262-0fe210168941 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916693 Oct 27 09:41:21.111333 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8f69bab3-158f-48ab-969a-cb857c484cb6 req-0a3970f6-75a8-4545-821b-ee7ee892dc2a tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713520 Oct 27 09:41:21.608246 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c3f335c1-7ba8-433e-b3fb-a288cf940c42 req-9e16711a-c37d-49ca-915d-b8e9670aef85 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 210 time: 0.0315728 Oct 27 09:41:21.986833 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e7b42-af87-4ecc-9d13-ef341d9d582d req-04e94e7a-774c-45ac-8737-88480027db48 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:21.988293 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f87e7b42-af87-4ecc-9d13-ef341d9d582d req-04e94e7a-774c-45ac-8737-88480027db48 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 946 time: 0.0471637 Oct 27 09:41:22.037781 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f87e7b42-af87-4ecc-9d13-ef341d9d582d req-3beaac02-e3f9-4b39-9495-9ed0b06d3b3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=17982e5f-eba1-4db7-861f-35d1b8c020ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441468 Oct 27 09:41:22.162058 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:22.209145 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625c59-3133-484e-9e39-87f12c6c2605 req-e2018ff2-d40d-42bc-8d38-3d554b06584f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:22.210588 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-56625c59-3133-484e-9e39-87f12c6c2605 req-e2018ff2-d40d-42bc-8d38-3d554b06584f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0591364 Oct 27 09:41:22.261070 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470c1dc-0f64-48e6-8a5e-fac575617fb2 req-bb739597-d7e0-4c5d-a8e0-b1439b945903 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:22.262501 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3470c1dc-0f64-48e6-8a5e-fac575617fb2 req-bb739597-d7e0-4c5d-a8e0-b1439b945903 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0707195 Oct 27 09:41:22.301403 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-56625c59-3133-484e-9e39-87f12c6c2605 req-d7bc1be2-b12a-45c8-b393-1b739143dc6b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711048 Oct 27 09:41:22.343170 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3470c1dc-0f64-48e6-8a5e-fac575617fb2 req-e7267c3a-0877-4a3a-9d06-684eb69d62e3 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709302 Oct 27 09:41:22.407291 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-8f26ef32-5c80-452c-b6c0-1a679331a452 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:22.408779 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-8f26ef32-5c80-452c-b6c0-1a679331a452 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 946 time: 0.0478427 Oct 27 09:41:22.503377 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Deleting port 679f3124-ba7d-4f06-8f2b-63d51480c3ff {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:41:22.503719 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:22.594554 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] For port 679f3124-ba7d-4f06-8f2b-63d51480c3ff, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=679f3124-ba7d-4f06-8f2b-63d51480c3ff,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:22.594922 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:22.725326 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6e685630-fcb6-441d-9219-f9f03985f3f0 req-295c82a7-b45d-42ff-87ae-d0dc51ffa058 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 210 time: 0.0328584 Oct 27 09:41:22.789051 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:22.789404 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (9a27fd72-35c7-4f52-a154-7c3034a1d031), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:22.789713 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Floating IP 9a27fd72-35c7-4f52-a154-7c3034a1d031 disassociated. External IP: 172.27.0.94, port: 679f3124-ba7d-4f06-8f2b-63d51480c3ff. Oct 27 09:41:22.790045 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Calling delete_port for 679f3124-ba7d-4f06-8f2b-63d51480c3ff owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:41:22.849775 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:22.913614 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (679f3124-ba7d-4f06-8f2b-63d51480c3ff), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:22.942322 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'Port': ['ID=679f3124-ba7d-4f06-8f2b-63d51480c3ff,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:23.078660 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:23.089183 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Router e67bc3b2-c062-43af-badd-a46a630bdbf6 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:41:23.166406 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-129091c6-91a8-4c00-bfe9-4cbf4eb01004 req-c0e26534-26b7-4e0c-9ddb-42cf9dd9cc3b tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 210 time: 0.0409293 Oct 27 09:41:23.234810 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-02ed863b-08f2-4097-a69a-0f07204d61a0 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:23.236215 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-02ed863b-08f2-4097-a69a-0f07204d61a0 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 817 time: 0.1894782 Oct 27 09:41:23.284343 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:41:23.296056 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c3cf7f-91b7-42b7-9aab-cd3034cfa26b None None] Sync routers for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:41:23.307639 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c3cf7f-91b7-42b7-9aab-cd3034cfa26b None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:23.308640 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-03c3cf7f-91b7-42b7-9aab-cd3034cfa26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:40:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:23.337171 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] No DVR routers for this DVR port 679f3124-ba7d-4f06-8f2b-63d51480c3ff on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:41:23.346168 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:23.349590 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-09fa9e4e-935c-4f78-96b8-b27eaf0e01c4 req-7b1840c0-83a0-45b9-982d-06b3a6ff6e5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "DELETE /networking/v2.0/ports/679f3124-ba7d-4f06-8f2b-63d51480c3ff HTTP/1.1" status: 204 len: 173 time: 0.9303627 Oct 27 09:41:23.350065 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'name': 'network-vif-deleted', 'tag': '679f3124-ba7d-4f06-8f2b-63d51480c3ff'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:23.352304 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aab97f-d412-4b4d-a02b-521efe7e0b48" -d '{"events": [{"server_uuid": "0757d24a-7369-4583-8b26-85d48e0ba6cf", "name": "network-vif-deleted", "tag": "679f3124-ba7d-4f06-8f2b-63d51480c3ff"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:23.403495 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-9ae7c379-2346-48c6-8273-b163c100c274 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7295248456c446bbb3f7d2d5953c9360 HTTP/1.1" status: 200 len: 379 time: 0.0731192 Oct 27 09:41:23.414983 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'port': {'device_id': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'admin_state_up': True, 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'security_groups': ['78a9313b-36a9-4e3b-9649-ca6f6b6897b1']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:23.468915 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-03c3cf7f-91b7-42b7-9aab-cd3034cfa26b None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:23.503539 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ce5efc-2723-49ea-8aed-1a1469732f79 x-openstack-request-id: req-90ce5efc-2723-49ea-8aed-1a1469732f79 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:23.504037 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757d24a-7369-4583-8b26-85d48e0ba6cf", "name": "network-vif-deleted", "tag": "679f3124-ba7d-4f06-8f2b-63d51480c3ff", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:23.504379 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-90ce5efc-2723-49ea-8aed-1a1469732f79 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:23.504908 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ce5efc-2723-49ea-8aed-1a1469732f79'] response: {'server_uuid': '0757d24a-7369-4583-8b26-85d48e0ba6cf', 'name': 'network-vif-deleted', 'tag': '679f3124-ba7d-4f06-8f2b-63d51480c3ff', 'status': 'completed', 'code': 200} Oct 27 09:41:23.605253 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9539de-4504-4422-9e0c-70380e816aa2 req-38b031bc-3d40-4911-8503-40b7ebf67b65 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:23.606897 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ae9539de-4504-4422-9e0c-70380e816aa2 req-38b031bc-3d40-4911-8503-40b7ebf67b65 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.1010699 Oct 27 09:41:23.624677 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73432c5d-f267-451c-bd25-148ff906b24d req-8bd4a8c1-a38d-4703-adab-86e7ea1fb859 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:23.626182 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-73432c5d-f267-451c-bd25-148ff906b24d req-8bd4a8c1-a38d-4703-adab-86e7ea1fb859 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.1186743 Oct 27 09:41:23.628440 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:23.698970 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-03c3cf7f-91b7-42b7-9aab-cd3034cfa26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '4bd04933-64b5-4f55-b32a-1e61385ea207', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:53:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:38:08Z', 'updated_at': '2022-10-27T09:38:33Z', 'revision_number': 2, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:23.709219 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Made reservation on behalf of 7295248456c446bbb3f7d2d5953c9360 for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:41:23.713516 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:23.729230 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c3cf7f-91b7-42b7-9aab-cd3034cfa26b None None] Checking router: e67bc3b2-c062-43af-badd-a46a630bdbf6 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:41:23.738424 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c3cf7f-91b7-42b7-9aab-cd3034cfa26b None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:23.739043 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-03c3cf7f-91b7-42b7-9aab-cd3034cfa26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:40:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:23.739548 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ae9539de-4504-4422-9e0c-70380e816aa2 req-26aa6990-eb39-40c1-a357-8ccb1591f3b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233840 Oct 27 09:41:23.753359 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-73432c5d-f267-451c-bd25-148ff906b24d req-37023486-c55c-4a29-83bb-a61f41c04fa0 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172805 Oct 27 09:41:23.814174 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:23.866404 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-03c3cf7f-91b7-42b7-9aab-cd3034cfa26b None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:23.886117 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b2eac548-1f9d-4109-add9-7b060cbd3b22 req-52f8ef66-afda-44fd-a8de-989f4f9fd45a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 210 time: 0.0355697 Oct 27 09:41:23.901379 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Allocated IP 172.20.0.5 (54e57d1c-1c3b-4e76-95bb-f2706c028f98/7530261c-bfeb-4e61-a84b-e8da49b85b27/c4193921-efc0-4d0e-8a62-50ecf8de25b1) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:41:24.005920 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:24.042626 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:24.074543 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:24.088620 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-03c3cf7f-91b7-42b7-9aab-cd3034cfa26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '4bd04933-64b5-4f55-b32a-1e61385ea207', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:53:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:38:08Z', 'updated_at': '2022-10-27T09:38:33Z', 'revision_number': 2, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:24.113346 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c3cf7f-91b7-42b7-9aab-cd3034cfa26b None None] The sync data for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi is: [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '4bd04933-64b5-4f55-b32a-1e61385ea207', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:53:6c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:38:08Z', 'updated_at': '2022-10-27T09:38:33Z', 'revision_number': 2, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:41:24.115890 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:41:24.121820 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:41:24.125824 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:41:24.149561 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event updated for resources: {'Port': ['ID=c4193921-efc0-4d0e-8a62-50ecf8de25b1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:24.182819 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:24.183476 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:24.217812 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-146ce1c1-7ef0-490c-95b4-a4f166039f95 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8074565 Oct 27 09:41:24.233392 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Request body: {'port': {'device_id': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:24.338729 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fb757d79-51a0-4347-85de-9eedc3ace58c req-49d0f994-f18a-4d73-b388-168a8f0113cb tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=0757d24a-7369-4583-8b26-85d48e0ba6cf HTTP/1.1" status: 200 len: 210 time: 0.0344417 Oct 27 09:41:24.346534 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:24.402152 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-089020fc-5bca-4e8f-8530-3b6605bc93b7 None None] Provisioning complete for port c4193921-efc0-4d0e-8a62-50ecf8de25b1 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:41:24.402650 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-089020fc-5bca-4e8f-8530-3b6605bc93b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:24.402836 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-089020fc-5bca-4e8f-8530-3b6605bc93b7 None None] Attempt 1 to provision port c4193921-efc0-4d0e-8a62-50ecf8de25b1 Oct 27 09:41:24.433929 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31facb18-903d-4f0c-b36a-38e365540797 None None] New status for floating IP 9a27fd72-35c7-4f52-a154-7c3034a1d031: DOWN {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:41:24.445073 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-089020fc-5bca-4e8f-8530-3b6605bc93b7 None None] Port c4193921-efc0-4d0e-8a62-50ecf8de25b1 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:41:24.622252 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4193921-efc0-4d0e-8a62-50ecf8de25b1 {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:41:24.629863 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Publish callbacks [] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:24.643336 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Transition to ACTIVE for port object c4193921-efc0-4d0e-8a62-50ecf8de25b1 will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:41:24.646763 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:24.726570 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Pushing event updated for resources: {'Port': ['ID=c4193921-efc0-4d0e-8a62-50ecf8de25b1,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:24.738338 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:24.758407 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Attempting to bind port c4193921-efc0-4d0e-8a62-50ecf8de25b1 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:41:24.758747 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Attempting to bind port c4193921-efc0-4d0e-8a62-50ecf8de25b1 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:41:24.759076 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Attempting to bind port c4193921-efc0-4d0e-8a62-50ecf8de25b1 on network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:41:24.803568 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Port c4193921-efc0-4d0e-8a62-50ecf8de25b1 on network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:41:24.803881 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Attempting to bind port c4193921-efc0-4d0e-8a62-50ecf8de25b1 on network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:41:24.850884 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:24.909330 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:41:24.909663 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Checking segment: {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:41:24.910043 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Bound using segment: {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:41:24.910483 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Bound port: c4193921-efc0-4d0e-8a62-50ecf8de25b1, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2202b65d-bd7c-44e9-93eb-42ad6fe6406d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:41:24.910838 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:25.157204 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eca70e-1102-43de-8116-11528035c0a2 req-886d4d17-af69-425a-ac8b-a6f24ea103c6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:25.158667 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b9eca70e-1102-43de-8116-11528035c0a2 req-886d4d17-af69-425a-ac8b-a6f24ea103c6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.3225009 Oct 27 09:41:25.173624 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b154279-a4d9-4167-870e-44dcd0e8a259 req-09c59f36-fce7-4c0f-a757-5f2d028938c2 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:25.174988 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b154279-a4d9-4167-870e-44dcd0e8a259 req-09c59f36-fce7-4c0f-a757-5f2d028938c2 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.3226595 Oct 27 09:41:25.269712 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:41:25.300138 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:41:25.303996 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b9eca70e-1102-43de-8116-11528035c0a2 req-498493fe-b20f-451d-a6f1-e0e6d96aa367 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389806 Oct 27 09:41:25.315627 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b154279-a4d9-4167-870e-44dcd0e8a259 req-8f66b369-7c57-466a-a733-c8f23af9e1e5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350327 Oct 27 09:41:25.317140 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:25.344095 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:25.345597 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:25.346685 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/c4193921-efc0-4d0e-8a62-50ecf8de25b1 HTTP/1.1" status: 200 len: 1093 time: 1.1200328 Oct 27 09:41:25.374022 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40aaf3-b9ba-41a3-bdc4-cc43e3617657 service neutron] Pushing event updated for resources: {'Port': ['ID=c4193921-efc0-4d0e-8a62-50ecf8de25b1,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:25.432621 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34088-495b-46b7-9a97-335a35cde408 req-31b4aa8f-8bd5-4689-9b9c-307453825c3c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:25.438920 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-64b34088-495b-46b7-9a97-335a35cde408 req-31b4aa8f-8bd5-4689-9b9c-307453825c3c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0584996 Oct 27 09:41:25.439234 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33732) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:25.493477 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-64b34088-495b-46b7-9a97-335a35cde408 req-8f17bc39-7d9a-4a84-be99-2bc1f52c324f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502627 Oct 27 09:41:25.497017 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:25.498790 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f4e52a27-ef39-44ab-8c6c-40db30377713 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (17982e5f-eba1-4db7-861f-35d1b8c020ce), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:25.517851 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:25.517851 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca0947b-e1c8-4f65-a3e6-d381b314d978" -d '{"events": [{"name": "network-changed", "server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:25.546455 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f4e52a27-ef39-44ab-8c6c-40db30377713 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (17982e5f-eba1-4db7-861f-35d1b8c020ce), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:25.567227 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009deb7e-98f3-4660-8842-8b71ddb9550b x-openstack-request-id: req-009deb7e-98f3-4660-8842-8b71ddb9550b {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:25.567539 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:25.567792 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-009deb7e-98f3-4660-8842-8b71ddb9550b {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:25.568213 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009deb7e-98f3-4660-8842-8b71ddb9550b'] response: {'name': 'network-changed', 'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'status': 'completed', 'code': 200} Oct 27 09:41:25.594982 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f4e52a27-ef39-44ab-8c6c-40db30377713 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (17982e5f-eba1-4db7-861f-35d1b8c020ce), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:25.597549 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f4e52a27-ef39-44ab-8c6c-40db30377713 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:25.598680 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f4e52a27-ef39-44ab-8c6c-40db30377713 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/17982e5f-eba1-4db7-861f-35d1b8c020ce HTTP/1.1" status: 204 len: 168 time: 0.1584675 Oct 27 09:41:25.601567 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33736) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:25.608126 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e52a27-ef39-44ab-8c6c-40db30377713 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17982e5f-eba1-4db7-861f-35d1b8c020ce,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:25.616397 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.api.v2.resource [None req-8cb3172d-e9a6-4d0d-b337-eb09efbc6b6c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] show failed (client error): The resource could not be found. Oct 27 09:41:25.617429 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-8cb3172d-e9a6-4d0d-b337-eb09efbc6b6c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups/17982e5f-eba1-4db7-861f-35d1b8c020ce HTTP/1.1" status: 404 len: 347 time: 0.0149105 Oct 27 09:41:25.620343 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33738) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:25.729124 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a83e5-9343-4252-a400-7b820e07930f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Deleting port 1a846a41-b1ef-4360-b841-f7dee6e75097 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:41:25.729387 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab1a83e5-9343-4252-a400-7b820e07930f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (1a846a41-b1ef-4360-b841-f7dee6e75097), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:25.806072 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab1a83e5-9343-4252-a400-7b820e07930f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (1a846a41-b1ef-4360-b841-f7dee6e75097), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:25.806398 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab1a83e5-9343-4252-a400-7b820e07930f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (1a846a41-b1ef-4360-b841-f7dee6e75097), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:25.818131 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-ab1a83e5-9343-4252-a400-7b820e07930f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Calling delete_port for 1a846a41-b1ef-4360-b841-f7dee6e75097 owned by network:floatingip {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:41:25.884059 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:25.955865 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab1a83e5-9343-4252-a400-7b820e07930f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (1a846a41-b1ef-4360-b841-f7dee6e75097), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:26.008720 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a83e5-9343-4252-a400-7b820e07930f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'Port': ['ID=1a846a41-b1ef-4360-b841-f7dee6e75097,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:26.061962 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-0a4ea045-91a6-4a5b-b61b-5fc0cf5f79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:26.063419 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-0a4ea045-91a6-4a5b-b61b-5fc0cf5f79d3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 1127 time: 0.1011267 Oct 27 09:41:26.130649 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-682de6cd-5d0a-4be6-bd71-632204d4456e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1 HTTP/1.1" status: 200 len: 217 time: 0.0417683 Oct 27 09:41:26.133315 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c1037-6e29-4709-8ae2-ea7c86f127f4 req-54b77ffd-b90f-40c8-9b90-9883b2f3be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:26.135213 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ba7c1037-6e29-4709-8ae2-ea7c86f127f4 req-54b77ffd-b90f-40c8-9b90-9883b2f3be20 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 1129 time: 0.1191216 Oct 27 09:41:26.175592 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab1a83e5-9343-4252-a400-7b820e07930f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (9a27fd72-35c7-4f52-a154-7c3034a1d031), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:26.178155 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ab1a83e5-9343-4252-a400-7b820e07930f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:26.182214 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-ab1a83e5-9343-4252-a400-7b820e07930f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/9a27fd72-35c7-4f52-a154-7c3034a1d031 HTTP/1.1" status: 204 len: 168 time: 0.5579422 Oct 27 09:41:26.182353 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-47b39d01-d069-40c6-a1d6-17b915aa246f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:26.186749 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:26.217139 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-8a69492a-df3b-42b9-b230-36fe1f7e583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:26.218622 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-8a69492a-df3b-42b9-b230-36fe1f7e583d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.0809915 Oct 27 09:41:26.238323 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ba7c1037-6e29-4709-8ae2-ea7c86f127f4 req-15326b8a-5ace-44d1-aa94-09e119fe3af8 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905519 Oct 27 09:41:26.270655 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-2edc536a-2429-4c1e-a7f8-e6db221d47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:26.272088 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-2edc536a-2429-4c1e-a7f8-e6db221d47d9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455279 Oct 27 09:41:26.436051 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca29d6-7d79-47c3-9bcf-1ef97a1f8157 req-ae9f407d-f899-4661-93ed-067b58aca96e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:26.437700 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-75ca29d6-7d79-47c3-9bcf-1ef97a1f8157 req-ae9f407d-f899-4661-93ed-067b58aca96e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0538971 Oct 27 09:41:26.552048 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-75ca29d6-7d79-47c3-9bcf-1ef97a1f8157 req-755cfd93-6f30-4ffd-b4ba-f2b4272b59c3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087594 Oct 27 09:41:26.560597 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75baa097-5fd8-4913-beb3-d60fe78e6fdc req-fd49808c-f5a7-4413-88b0-99be08a01633 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:26.562045 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-75baa097-5fd8-4913-beb3-d60fe78e6fdc req-fd49808c-f5a7-4413-88b0-99be08a01633 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.1001673 Oct 27 09:41:26.595982 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 679f3124-ba7d-4f06-8f2b-63d51480c3ff no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:41:26.618479 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: 679f3124-ba7d-4f06-8f2b-63d51480c3ff {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:41:26.619404 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 679f3124-ba7d-4f06-8f2b-63d51480c3ff not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:41:26.659654 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-3929383a-f4b0-4544-962b-5b46a1cc4a24 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862864 Oct 27 09:41:26.684680 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-75baa097-5fd8-4913-beb3-d60fe78e6fdc req-cad2e2d5-40a3-4038-ae50-9131b7c5ec32 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=b10bb2b0-1160-463d-b173-84e4e57babba&id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969381 Oct 27 09:41:26.716549 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672d941-ea43-4e5e-9b4a-e2089359816e req-58cb6de1-02ee-46e7-bbf4-8d74f7660431 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:26.718006 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b672d941-ea43-4e5e-9b4a-e2089359816e req-58cb6de1-02ee-46e7-bbf4-8d74f7660431 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0534620 Oct 27 09:41:26.768455 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b672d941-ea43-4e5e-9b4a-e2089359816e req-e00e5185-e008-435f-b902-4448c41bdfdf tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448952 Oct 27 09:41:26.950127 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07a736b5-35a3-48b1-adef-2b5a0409e57a req-7d852a65-e23b-4d18-94ae-dd5980037ea1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835116 Oct 27 09:41:27.838618 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e6629-6ff0-4817-86af-43c6541b5b6d req-79f7223a-3033-405b-bdd8-7aa94d6f4345 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:27.840129 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1c7e6629-6ff0-4817-86af-43c6541b5b6d req-79f7223a-3033-405b-bdd8-7aa94d6f4345 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.2062840 Oct 27 09:41:27.921159 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e5c5d-afd7-4ce5-82b3-726406e043e2 req-095e889c-b748-46f3-ba9d-a3c5fb66dad8 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:27.922525 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-460e5c5d-afd7-4ce5-82b3-726406e043e2 req-095e889c-b748-46f3-ba9d-a3c5fb66dad8 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0704372 Oct 27 09:41:27.929389 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1c7e6629-6ff0-4817-86af-43c6541b5b6d req-1bd071ee-1029-46fa-a425-bbc1100f365f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834205 Oct 27 09:41:27.936408 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:27.973369 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-460e5c5d-afd7-4ce5-82b3-726406e043e2 req-13f5ad73-06e4-472c-9721-6ce8d0a5e23f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430584 Oct 27 09:41:28.320964 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0947b-e1c8-4f65-a3e6-d381b314d978 req-63db802f-d2bd-4f8e-9935-b67eb6b5f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:28.322963 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8ca0947b-e1c8-4f65-a3e6-d381b314d978 req-63db802f-d2bd-4f8e-9935-b67eb6b5f5e0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 1127 time: 0.0412307 Oct 27 09:41:28.506500 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f34cc85f-c8ae-4759-9b8e-f26f04cf2c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:28.964755 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0947b-e1c8-4f65-a3e6-d381b314d978 req-036a4d86-1c34-4ab9-b87c-be049a06eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:28.966396 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8ca0947b-e1c8-4f65-a3e6-d381b314d978 req-036a4d86-1c34-4ab9-b87c-be049a06eb10 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 918 time: 0.1170564 Oct 27 09:41:29.078243 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bef50-a5e4-420d-992c-fbea35dd9c7b req-2174bcc8-8eb5-4d84-9a59-a7cb967ab26f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:29.079724 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5e3bef50-a5e4-420d-992c-fbea35dd9c7b req-2174bcc8-8eb5-4d84-9a59-a7cb967ab26f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0776236 Oct 27 09:41:29.085491 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986fa96-89c5-4336-8286-0b5bba11933a req-8f004b79-8a64-429e-bd0b-3ad895497e53 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:29.086846 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5986fa96-89c5-4336-8286-0b5bba11933a req-8f004b79-8a64-429e-bd0b-3ad895497e53 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0737059 Oct 27 09:41:29.109637 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:29.165206 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5e3bef50-a5e4-420d-992c-fbea35dd9c7b req-a35cf806-6fc4-47ae-8c89-d1e5c173d86e tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768712 Oct 27 09:41:29.169279 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5986fa96-89c5-4336-8286-0b5bba11933a req-303a283f-1389-4802-a278-6d45685bfbb4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751178 Oct 27 09:41:29.278573 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10a8ef-7ca8-4cb7-a5ec-4e1e1d1cbf96 req-3271d2c3-fc9a-4452-abfe-fc3f6027f10c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:29.280949 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ef10a8ef-7ca8-4cb7-a5ec-4e1e1d1cbf96 req-3271d2c3-fc9a-4452-abfe-fc3f6027f10c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0494549 Oct 27 09:41:29.330518 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ef10a8ef-7ca8-4cb7-a5ec-4e1e1d1cbf96 req-c595f185-8624-483a-aad5-c0d2f0f45105 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429454 Oct 27 09:41:29.578767 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156751e-0f3e-422f-a32d-a70d90188bb1 req-7ac4936c-1ec5-4e70-ad1d-baeeae18e746 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:29.580219 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2156751e-0f3e-422f-a32d-a70d90188bb1 req-7ac4936c-1ec5-4e70-ad1d-baeeae18e746 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0499897 Oct 27 09:41:29.627039 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2156751e-0f3e-422f-a32d-a70d90188bb1 req-5375b166-811f-4bed-8b83-7b1e0d7c1ce4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413322 Oct 27 09:41:29.717556 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:30.287417 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477a85a-278c-4e3b-b78c-75cb66d44161 req-4aa2ed8c-09b3-461b-8ff1-bd57e0b7edf6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:30.288945 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8477a85a-278c-4e3b-b78c-75cb66d44161 req-4aa2ed8c-09b3-461b-8ff1-bd57e0b7edf6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0461040 Oct 27 09:41:30.336031 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8477a85a-278c-4e3b-b78c-75cb66d44161 req-27c95361-d6bd-4b4f-b270-f9bcfd658316 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407476 Oct 27 09:41:30.500234 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1066b-1ded-45d5-8c5e-d7adb148437d req-73fe39ac-26ed-40ac-8868-a6f1001fe5bd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:30.501729 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27e1066b-1ded-45d5-8c5e-d7adb148437d req-73fe39ac-26ed-40ac-8868-a6f1001fe5bd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0933731 Oct 27 09:41:30.551651 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27e1066b-1ded-45d5-8c5e-d7adb148437d req-69cdbe17-7128-473d-ab78-d731db0658d9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443721 Oct 27 09:41:30.596626 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8ca0947b-e1c8-4f65-a3e6-d381b314d978 req-44371d0b-1000-4176-872f-8006ee95cd6b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1 HTTP/1.1" status: 200 len: 217 time: 0.0379498 Oct 27 09:41:30.617717 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device c4193921-efc0-4d0e-8a62-50ecf8de25b1 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:41:30.634847 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:30.679183 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86479f3-8f73-4af7-9010-50067d5e7a73 req-0bbe8404-2046-49b7-adcb-b827b5c0793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:30.680715 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c86479f3-8f73-4af7-9010-50067d5e7a73 req-0bbe8404-2046-49b7-adcb-b827b5c0793f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 1129 time: 0.0669916 Oct 27 09:41:30.682486 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0947b-e1c8-4f65-a3e6-d381b314d978 req-6988c0a8-67bc-48ab-9823-21897706a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:30.683810 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8ca0947b-e1c8-4f65-a3e6-d381b314d978 req-6988c0a8-67bc-48ab-9823-21897706a3a6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.0791078 Oct 27 09:41:30.725243 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:30.739036 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'port_id': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'mac_address': 'fa:16:3e:20:ba:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:41:30.776963 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port c4193921-efc0-4d0e-8a62-50ecf8de25b1 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:41:30.777359 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:30.791713 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4193921-efc0-4d0e-8a62-50ecf8de25b1 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:41:30.800916 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d4749-c778-4221-879c-c05b43011250 req-872e721f-7af0-4ef4-a5ed-a1847a7e1047 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:30.802398 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-001d4749-c778-4221-879c-c05b43011250 req-872e721f-7af0-4ef4-a5ed-a1847a7e1047 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0946984 Oct 27 09:41:30.818556 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:30.823532 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:30.865213 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:30.873775 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0947b-e1c8-4f65-a3e6-d381b314d978 req-d3699886-327a-4222-8c47-bb7924988497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:30.875287 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8ca0947b-e1c8-4f65-a3e6-d381b314d978 req-d3699886-327a-4222-8c47-bb7924988497 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1253953 Oct 27 09:41:30.886727 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=c4193921-efc0-4d0e-8a62-50ecf8de25b1,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:30.895128 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.895472 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.896005 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.896857 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.897200 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.897535 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.897863 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.898193 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.898522 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.898860 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.899260 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.899508 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.899879 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.908962 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.908962 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:30.909453 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-001d4749-c778-4221-879c-c05b43011250 req-dfd5b8da-a750-4d52-9881-3f7ca5fd3861 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960360 Oct 27 09:41:30.936505 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86479f3-8f73-4af7-9010-50067d5e7a73 req-b2044e5c-d31a-4e6e-a56e-efc31fe078f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:30.938150 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c86479f3-8f73-4af7-9010-50067d5e7a73 req-b2044e5c-d31a-4e6e-a56e-efc31fe078f1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.1893744 Oct 27 09:41:31.069564 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:31.080111 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c454946-8c1f-4f8c-9026-210655017248 req-5259cde8-73c5-4be3-b176-4886988adedc tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:31.081713 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-6c454946-8c1f-4f8c-9026-210655017248 req-5259cde8-73c5-4be3-b176-4886988adedc tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0597186 Oct 27 09:41:31.154220 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['c4193921-efc0-4d0e-8a62-50ecf8de25b1'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:41:31.157460 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:31.183684 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1c49a-2772-4ee0-8569-079753c967dd req-ef2576f9-12ea-4582-8215-f8d787ae27d8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:31.185304 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67a1c49a-2772-4ee0-8569-079753c967dd req-ef2576f9-12ea-4582-8215-f8d787ae27d8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 945 time: 0.0995317 Oct 27 09:41:31.187153 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c86479f3-8f73-4af7-9010-50067d5e7a73 req-1ebc8495-92d9-46e9-9e69-81f1354530ec service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a528390-aec1-4a57-8443-f4bdcd15f187 HTTP/1.1" status: 200 len: 1001 time: 0.1657693 Oct 27 09:41:31.244884 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8ca0947b-e1c8-4f65-a3e6-d381b314d978 req-d04e1d67-e477-494e-9f1a-190f9879cbf9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144701 Oct 27 09:41:31.251850 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67a1c49a-2772-4ee0-8569-079753c967dd req-67dc5e05-76fa-4723-a46f-cfd2770bb9f1 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598180 Oct 27 09:41:31.386569 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:31.433295 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:31.463612 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc6d03-2bc6-42f2-a3c4-6c1548db762a req-cd3c586d-fd4c-41d2-81e9-99f13af2d959 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:31.465118 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-93bc6d03-2bc6-42f2-a3c4-6c1548db762a req-cd3c586d-fd4c-41d2-81e9-99f13af2d959 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0526800 Oct 27 09:41:31.483642 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:31.512311 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-93bc6d03-2bc6-42f2-a3c4-6c1548db762a req-b347930d-9c2b-42c6-8b5a-9feac4702ed0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415523 Oct 27 09:41:31.679747 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17f3c0-5ea5-4cb9-941d-d391e66fd95d req-66346861-2102-4227-baf0-ca8e8adefcc3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:31.681433 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bd17f3c0-5ea5-4cb9-941d-d391e66fd95d req-66346861-2102-4227-baf0-ca8e8adefcc3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 944 time: 0.0465467 Oct 27 09:41:31.727350 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bd17f3c0-5ea5-4cb9-941d-d391e66fd95d req-d0d90efb-566a-416f-be2c-71a429a23e2e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Oct 27 09:41:32.025959 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9618-089e-4513-a345-a0432a1e219f req-dd27c0a0-c31d-452f-916f-6c7e87d70c63 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:32.027391 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-498d9618-089e-4513-a345-a0432a1e219f req-dd27c0a0-c31d-452f-916f-6c7e87d70c63 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0456681 Oct 27 09:41:32.077220 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-498d9618-089e-4513-a345-a0432a1e219f req-9a59ba05-8df2-442d-a7bf-94ed82bc255d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441983 Oct 27 09:41:32.428128 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63230f07-22de-4090-acfa-e5265a71732c req-6f6eebdc-1b51-4e11-8d6c-23608071b206 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:32.429634 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-63230f07-22de-4090-acfa-e5265a71732c req-6f6eebdc-1b51-4e11-8d6c-23608071b206 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 945 time: 0.1037214 Oct 27 09:41:32.433071 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Deleting port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:41:32.433551 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:32.477706 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86479f3-8f73-4af7-9010-50067d5e7a73 req-f4a7eaff-51e1-4577-891e-840de256bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:32.479620 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c86479f3-8f73-4af7-9010-50067d5e7a73 req-f4a7eaff-51e1-4577-891e-840de256bef8 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.1241527 Oct 27 09:41:32.522723 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] For port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:32.523084 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:32.530983 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8ca0947b-e1c8-4f65-a3e6-d381b314d978 req-7ef5719b-bf0b-43e4-aa15-5d8a31b3f2c5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764746 Oct 27 09:41:32.534484 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-63230f07-22de-4090-acfa-e5265a71732c req-c9b8644c-50d9-4fc6-973d-3c5189a8667c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713818 Oct 27 09:41:32.597284 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86479f3-8f73-4af7-9010-50067d5e7a73 req-b4d55234-dea3-42b1-9628-99b9743f5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:32.598889 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c86479f3-8f73-4af7-9010-50067d5e7a73 req-b4d55234-dea3-42b1-9628-99b9743f5985 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440314 Oct 27 09:41:32.664445 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device c4193921-efc0-4d0e-8a62-50ecf8de25b1 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:41:32.697543 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd83fac-d2ae-47d2-b4fe-03c373df17f4 req-a4002224-020c-47b9-93a3-44a447c773ab tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:32.698966 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fcd83fac-d2ae-47d2-b4fe-03c373df17f4 req-a4002224-020c-47b9-93a3-44a447c773ab tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 945 time: 0.0991983 Oct 27 09:41:32.710141 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port c4193921-efc0-4d0e-8a62-50ecf8de25b1 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:41:32.716511 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:32.718371 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port c4193921-efc0-4d0e-8a62-50ecf8de25b1 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:41:32.718925 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:32.719542 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port c4193921-efc0-4d0e-8a62-50ecf8de25b1 Oct 27 09:41:32.789001 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:41:32.802824 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port c4193921-efc0-4d0e-8a62-50ecf8de25b1 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:41:32.803103 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:32.804058 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-3f7114f9-0bbe-4992-a267-31b5aadd2c15 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:32.805632 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-3f7114f9-0bbe-4992-a267-31b5aadd2c15 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 945 time: 0.1009114 Oct 27 09:41:32.818334 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c86479f3-8f73-4af7-9010-50067d5e7a73 req-0529ecd2-3719-4f36-b973-a7ab4c5189b6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087736 Oct 27 09:41:32.838728 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:32.841350 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31b3a19-ceb2-4071-bf32-806373641da7" -d '{"events": [{"server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "name": "network-vif-plugged", "status": "completed", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:32.856661 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:32.862891 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:32.863689 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:41:32.877065 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fcd83fac-d2ae-47d2-b4fe-03c373df17f4 req-c2311fd2-68fe-483d-8ce1-6d234afdc932 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=0acbc868-504a-4faf-a7f1-04a4f0a41414&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709850 Oct 27 09:41:32.954696 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae40e70-2b0a-4d1f-b0bf-acc19e870833 x-openstack-request-id: req-6ae40e70-2b0a-4d1f-b0bf-acc19e870833 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:32.954977 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "name": "network-vif-plugged", "status": "completed", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:32.955232 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ae40e70-2b0a-4d1f-b0bf-acc19e870833 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:32.955627 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae40e70-2b0a-4d1f-b0bf-acc19e870833'] response: {'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'code': 200} Oct 27 09:41:32.956413 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=c4193921-efc0-4d0e-8a62-50ecf8de25b1,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:33.001264 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb is: ACTIVE; New status is: DOWN {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:41:33.001651 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:33.020200 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:33.020585 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:33.021126 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.l3_db [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Floating IP 2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac disassociated. External IP: 172.27.0.105, port: 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb. Oct 27 09:41:33.021625 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Calling delete_port for 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb owned by compute:nova {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:41:33.030277 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5aec99-d8d8-4ea7-a84b-d16b4076e55e req-d53db305-d022-4979-b2ca-89a644dc396a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:33.038282 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fa5aec99-d8d8-4ea7-a84b-d16b4076e55e req-d53db305-d022-4979-b2ca-89a644dc396a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.1729774 Oct 27 09:41:33.042824 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:33.052440 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:33.056931 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:33.094454 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c86479f3-8f73-4af7-9010-50067d5e7a73 req-b3f3b7a2-f61f-4371-8290-8bcbfcbb5094 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303181 Oct 27 09:41:33.120044 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,revision_number=6']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:33.156036 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Deleting port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:41:33.156400 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:33.167569 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (4aa69fa8-90ce-4e7e-909d-73d1c879dbeb), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:33.197232 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event deleted for resources: {'Port': ['ID=4aa69fa8-90ce-4e7e-909d-73d1c879dbeb,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:33.207576 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98599f8-4c8d-4aad-9782-adbba29ba0f7 req-82ea05ac-32a4-44ab-905c-abfb83402e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:33.209071 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c98599f8-4c8d-4aad-9782-adbba29ba0f7 req-82ea05ac-32a4-44ab-905c-abfb83402e55 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 1129 time: 0.0954726 Oct 27 09:41:33.218704 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fa5aec99-d8d8-4ea7-a84b-d16b4076e55e req-ffd8af1c-2fe1-4256-a26f-6cf15435bfca tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794705 Oct 27 09:41:33.303122 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8356630-7f47-4749-8dbf-6e0290e0f442 req-72d10cb0-1d96-429b-aa76-085764a7be75 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:33.304644 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f8356630-7f47-4749-8dbf-6e0290e0f442 req-72d10cb0-1d96-429b-aa76-085764a7be75 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.1223080 Oct 27 09:41:33.311207 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Router 614c13fa-a64d-4eb5-8a4d-dbba05074cff has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:41:33.362590 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c98599f8-4c8d-4aad-9782-adbba29ba0f7 req-d0c6f696-7ac3-4f11-b731-2cc64cfa0946 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221681 Oct 27 09:41:33.372861 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] For port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:33.373230 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:33.415933 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:41:33.426250 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307601d3-5967-4f7b-9bb1-1b115c4167f0 None None] Sync routers for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:41:33.429154 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:33.439624 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307601d3-5967-4f7b-9bb1-1b115c4167f0 None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:33.440304 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-307601d3-5967-4f7b-9bb1-1b115c4167f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:33.441779 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f8356630-7f47-4749-8dbf-6e0290e0f442 req-8396c46a-2051-4162-af91-36b836b0c551 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230490 Oct 27 09:41:33.461785 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] No DVR routers for this DVR port 4aa69fa8-90ce-4e7e-909d-73d1c879dbeb on host hv-cinder-79797 {{(pid=104690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:41:33.465278 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:33.470982 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-6c454946-8c1f-4f8c-9026-210655017248 req-af250249-64ff-4759-a891-1957a02d0863 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.72 "DELETE /networking/v2.0/ports/4aa69fa8-90ce-4e7e-909d-73d1c879dbeb HTTP/1.1" status: 204 len: 173 time: 1.1212564 Oct 27 09:41:33.471888 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'name': 'network-vif-deleted', 'tag': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:33.474437 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aded086e-a285-4c17-914b-683d2d9d0907" -d '{"events": [{"server_uuid": "5232c748-ed0e-4ba8-a76d-1b8b9ffd523c", "name": "network-vif-deleted", "tag": "4aa69fa8-90ce-4e7e-909d-73d1c879dbeb"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:33.513181 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909cf341-3535-48e0-a0a3-5e5616510175 x-openstack-request-id: req-909cf341-3535-48e0-a0a3-5e5616510175 {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:33.513471 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5232c748-ed0e-4ba8-a76d-1b8b9ffd523c", "name": "network-vif-deleted", "tag": "4aa69fa8-90ce-4e7e-909d-73d1c879dbeb", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:33.513718 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-909cf341-3535-48e0-a0a3-5e5616510175 {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:33.514113 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909cf341-3535-48e0-a0a3-5e5616510175'] response: {'server_uuid': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'name': 'network-vif-deleted', 'tag': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb', 'status': 'completed', 'code': 200} Oct 27 09:41:33.555095 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-307601d3-5967-4f7b-9bb1-1b115c4167f0 None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:33.724481 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:33.771593 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-307601d3-5967-4f7b-9bb1-1b115c4167f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:33.801112 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307601d3-5967-4f7b-9bb1-1b115c4167f0 None None] Checking router: 614c13fa-a64d-4eb5-8a4d-dbba05074cff for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:41:33.809768 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307601d3-5967-4f7b-9bb1-1b115c4167f0 None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:33.810368 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-307601d3-5967-4f7b-9bb1-1b115c4167f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:33.835881 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:33.836403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (4bd04933-64b5-4f55-b32a-1e61385ea207), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:33.836622 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Floating IP 4bd04933-64b5-4f55-b32a-1e61385ea207 disassociated. External IP: 172.27.0.52, port: f81ca8dc-6051-4c47-b0e0-cafd4fc292d1. Oct 27 09:41:33.837475 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Calling delete_port for f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:41:33.844970 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1938f4c-2720-462d-9560-e9799477602f req-6c4942b5-7dcc-4cea-95bd-3262125ca18f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:33.846364 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c1938f4c-2720-462d-9560-e9799477602f req-6c4942b5-7dcc-4cea-95bd-3262125ca18f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 945 time: 0.0666628 Oct 27 09:41:33.911189 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-307601d3-5967-4f7b-9bb1-1b115c4167f0 None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:33.944964 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c1938f4c-2720-462d-9560-e9799477602f req-9dc3f515-2f53-4935-baf6-48013026a5df tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=1f924092-7125-42f3-a2b5-36f8bfaf63b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900664 Oct 27 09:41:33.947574 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:33.999506 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8e41d05b-ae90-45b4-9aeb-4ec4acde0431 req-09b65f25-47ab-490a-9f40-f32260461cd1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 210 time: 0.0318017 Oct 27 09:41:34.052070 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (f81ca8dc-6051-4c47-b0e0-cafd4fc292d1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:34.081988 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'Port': ['ID=f81ca8dc-6051-4c47-b0e0-cafd4fc292d1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:34.192843 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Router e67bc3b2-c062-43af-badd-a46a630bdbf6 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:41:34.241083 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:34.248498 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-307601d3-5967-4f7b-9bb1-1b115c4167f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:34.278044 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307601d3-5967-4f7b-9bb1-1b115c4167f0 None None] The sync data for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi is: [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:41:34.301915 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:41:34.313139 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635be646-3234-4736-93db-06463262498f None None] Sync routers for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:41:34.330962 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635be646-3234-4736-93db-06463262498f None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:34.331734 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-635be646-3234-4736-93db-06463262498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:34.374194 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] No DVR routers for this DVR port f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:41:34.378929 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:34.382399 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fe365b3a-a74a-4950-8a4f-1fe9c19d14ed req-39e1a3be-98e2-4f8a-aefe-6dafa6b0ff5c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "DELETE /networking/v2.0/ports/f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 HTTP/1.1" status: 204 len: 173 time: 1.5704501 Oct 27 09:41:34.382898 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'name': 'network-vif-deleted', 'tag': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:34.385662 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165a1538-a2e7-4436-af57-afed75afbb3c" -d '{"events": [{"server_uuid": "03530ba9-438a-41c2-8e0c-72e90cc316cc", "name": "network-vif-deleted", "tag": "f81ca8dc-6051-4c47-b0e0-cafd4fc292d1"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:34.402973 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c2f4c-1938-4d68-82b6-0cff40d04277 req-dd963e7e-0615-4f72-bf3f-f8dc02712e07 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:34.404956 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fe2c2f4c-1938-4d68-82b6-0cff40d04277 req-dd963e7e-0615-4f72-bf3f-f8dc02712e07 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0768707 Oct 27 09:41:34.432487 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583d7bdf-70e8-43ae-b684-2eb16bb12ca9 x-openstack-request-id: req-583d7bdf-70e8-43ae-b684-2eb16bb12ca9 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:34.432916 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03530ba9-438a-41c2-8e0c-72e90cc316cc", "name": "network-vif-deleted", "tag": "f81ca8dc-6051-4c47-b0e0-cafd4fc292d1", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:34.433249 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-583d7bdf-70e8-43ae-b684-2eb16bb12ca9 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:34.433731 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583d7bdf-70e8-43ae-b684-2eb16bb12ca9'] response: {'server_uuid': '03530ba9-438a-41c2-8e0c-72e90cc316cc', 'name': 'network-vif-deleted', 'tag': 'f81ca8dc-6051-4c47-b0e0-cafd4fc292d1', 'status': 'completed', 'code': 200} Oct 27 09:41:34.465879 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fe2c2f4c-1938-4d68-82b6-0cff40d04277 req-c004294a-a1ab-451f-8282-d078ce03de96 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545175 Oct 27 09:41:34.475839 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-635be646-3234-4736-93db-06463262498f None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:34.597711 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208e076-5a42-442f-9899-e2aed5df39a4 req-268f0be2-778a-485e-a708-434d2af82e2f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:34.605011 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3208e076-5a42-442f-9899-e2aed5df39a4 req-268f0be2-778a-485e-a708-434d2af82e2f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0668814 Oct 27 09:41:34.609340 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5370d4-0d5d-4b18-b0ad-07df758f690f None None] New status for floating IP 2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac: DOWN {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:41:34.660894 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3208e076-5a42-442f-9899-e2aed5df39a4 req-8015f757-e34f-49e9-88c7-eb6d05c9b23e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548997 Oct 27 09:41:34.722840 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-635be646-3234-4736-93db-06463262498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:34.750537 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635be646-3234-4736-93db-06463262498f None None] Checking router: e67bc3b2-c062-43af-badd-a46a630bdbf6 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:41:34.763217 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635be646-3234-4736-93db-06463262498f None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:34.764024 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-635be646-3234-4736-93db-06463262498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:34.869787 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-635be646-3234-4736-93db-06463262498f None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:34.956798 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:34.959294 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c976cbd-3e78-4d1a-8b3c-65b3cb48b0fe" -d '{"events": [{"server_uuid": "5232c748-ed0e-4ba8-a76d-1b8b9ffd523c", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa69fa8-90ce-4e7e-909d-73d1c879dbeb"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:35.001681 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9abb007-39a5-45ef-b412-945fb7556e86 x-openstack-request-id: req-e9abb007-39a5-45ef-b412-945fb7556e86 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:35.001943 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5232c748-ed0e-4ba8-a76d-1b8b9ffd523c", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa69fa8-90ce-4e7e-909d-73d1c879dbeb", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:35.002210 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9abb007-39a5-45ef-b412-945fb7556e86 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:35.002610 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9abb007-39a5-45ef-b412-945fb7556e86'] response: {'server_uuid': '5232c748-ed0e-4ba8-a76d-1b8b9ffd523c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa69fa8-90ce-4e7e-909d-73d1c879dbeb', 'code': 200} Oct 27 09:41:35.055486 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-635be646-3234-4736-93db-06463262498f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:35.071549 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a2b61a44-c6d6-4425-94ea-a6e47b8db19e req-00dcfe83-8122-4f38-9616-2a99d6fa8360 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 210 time: 0.0343149 Oct 27 09:41:35.080548 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635be646-3234-4736-93db-06463262498f None None] The sync data for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi is: [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:41:35.126885 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ec4df515-f387-4b6a-bda1-185aec16ab6e req-436e30f0-1d71-4c44-9f9b-8f135e8ea9bf tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 210 time: 0.0290346 Oct 27 09:41:35.305881 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798acf53-287d-4086-ba56-8529517d7f1a None None] New status for floating IP 4bd04933-64b5-4f55-b32a-1e61385ea207: DOWN {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:41:35.375236 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:35.600952 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d8027-a74a-47c1-9108-913683f690df req-e599bd3a-4ec5-492f-8055-30873416a27e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:35.603666 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-732d8027-a74a-47c1-9108-913683f690df req-e599bd3a-4ec5-492f-8055-30873416a27e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0497696 Oct 27 09:41:35.652440 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-732d8027-a74a-47c1-9108-913683f690df req-293174df-4014-481f-8400-da9f9d362d70 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435398 Oct 27 09:41:35.787812 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da96a3-8d02-47f2-aeb7-8e1e86324b24 req-8ef462c0-1fda-4299-b569-d99f71a00253 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:35.789375 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-33da96a3-8d02-47f2-aeb7-8e1e86324b24 req-8ef462c0-1fda-4299-b569-d99f71a00253 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0488575 Oct 27 09:41:35.854029 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-33da96a3-8d02-47f2-aeb7-8e1e86324b24 req-62120dbb-fa99-4dde-8d4c-f033bb90f140 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564361 Oct 27 09:41:35.968291 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bce15-1fad-4187-babe-c36188d865b0 req-707b492a-aee4-4f35-9c2f-728f2c3cc867 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:35.969738 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a14bce15-1fad-4187-babe-c36188d865b0 req-707b492a-aee4-4f35-9c2f-728f2c3cc867 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0462661 Oct 27 09:41:35.981218 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33852) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:35.985830 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-7251c409-ac74-4b10-aab2-4ed857959623 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Request body: {'floatingip': {'port_id': '3a528390-aec1-4a57-8443-f4bdcd15f187'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:36.037390 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7251c409-ac74-4b10-aab2-4ed857959623 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for floatingip (610c2fa3-5307-4c8b-9fbc-5742db941f7d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:36.146463 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:36.228856 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1c15e2ef-b10f-4461-b83c-6551f102a15f req-669bc241-a7db-4526-832b-8e54b3aaba0d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 210 time: 0.0634987 Oct 27 09:41:36.259724 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ec87ae13-9ed9-41a2-999d-399394c8702f req-acdaf2c2-b342-40c4-af7f-dc231bb7e7a9 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=5232c748-ed0e-4ba8-a76d-1b8b9ffd523c HTTP/1.1" status: 200 len: 210 time: 0.0350301 Oct 27 09:41:36.422929 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:36.556417 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7251c409-ac74-4b10-aab2-4ed857959623 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:36.559815 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7251c409-ac74-4b10-aab2-4ed857959623 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (610c2fa3-5307-4c8b-9fbc-5742db941f7d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:36.595273 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:36.642323 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:41:36.660887 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:41:36.661228 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f81ca8dc-6051-4c47-b0e0-cafd4fc292d1 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:41:36.797205 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7251c409-ac74-4b10-aab2-4ed857959623 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:41:36.803723 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5e38a-c3f1-4428-9c8e-d0fd80b3a50b req-8f3e217e-79cc-4715-836e-ab291314dcb3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:36.805402 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c8d5e38a-c3f1-4428-9c8e-d0fd80b3a50b req-8f3e217e-79cc-4715-836e-ab291314dcb3 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0645432 Oct 27 09:41:36.903676 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c8d5e38a-c3f1-4428-9c8e-d0fd80b3a50b req-dd0de8ee-d789-444e-8571-542ba04896df tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910258 Oct 27 09:41:36.955106 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7251c409-ac74-4b10-aab2-4ed857959623 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:41:36.959927 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7251c409-ac74-4b10-aab2-4ed857959623 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:36.969364 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f0c69-e0c0-4ef1-9fdb-a17021e322fb None None] Sync routers for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:41:36.981942 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f0c69-e0c0-4ef1-9fdb-a17021e322fb None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:36.982579 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-102f0c69-e0c0-4ef1-9fdb-a17021e322fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:37.003614 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:37.005880 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2612979-fbed-42ac-b725-265018416862", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:37.057083 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-7251c409-ac74-4b10-aab2-4ed857959623 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "PUT /networking/v2.0/floatingips/610c2fa3-5307-4c8b-9fbc-5742db941f7d HTTP/1.1" status: 200 len: 993 time: 1.0747635 Oct 27 09:41:37.062997 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2eaf70-b262-4ae5-8601-4e48358254ab req-1120979b-8e7e-4216-9f1b-925a23b6949f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:37.064453 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b2eaf70-b262-4ae5-8601-4e48358254ab req-1120979b-8e7e-4216-9f1b-925a23b6949f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0769756 Oct 27 09:41:37.065909 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44a1c67-85c2-4af3-ad75-04ad436e1ca1 x-openstack-request-id: req-e44a1c67-85c2-4af3-ad75-04ad436e1ca1 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:37.066191 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2612979-fbed-42ac-b725-265018416862", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:37.066441 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e44a1c67-85c2-4af3-ad75-04ad436e1ca1 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:37.066828 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44a1c67-85c2-4af3-ad75-04ad436e1ca1'] response: {'name': 'network-changed', 'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'status': 'completed', 'code': 200} Oct 27 09:41:37.075974 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33866) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:37.080465 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-c578c1e8-1ad6-42de-9ee1-5cffcf86c510 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Request body: {'floatingip': {'port_id': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:37.090085 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-102f0c69-e0c0-4ef1-9fdb-a17021e322fb None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:37.120826 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c578c1e8-1ad6-42de-9ee1-5cffcf86c510 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (893b8d58-0137-4340-bbea-e41a0e8c57dc), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:37.166952 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:37.255463 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:37.318859 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9 req-efa28007-f559-4237-a3b6-d0ccb249da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:37.320634 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9 req-efa28007-f559-4237-a3b6-d0ccb249da53 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 1129 time: 0.0947556 Oct 27 09:41:37.322610 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-102f0c69-e0c0-4ef1-9fdb-a17021e322fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '610c2fa3-5307-4c8b-9fbc-5742db941f7d', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'port_id': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'mac_address': 'fa:16:3e:cd:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2612979-fbed-42ac-b725-265018416862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:03Z', 'updated_at': '2022-10-27T09:41:36Z', 'revision_number': 3, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:37:00Z', 'revision_number': 5, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:37.368553 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f0c69-e0c0-4ef1-9fdb-a17021e322fb None None] Checking router: 32e5fecc-d74c-4207-ac1a-55a7a49a9acc for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:41:37.379821 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f0c69-e0c0-4ef1-9fdb-a17021e322fb None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:37.380670 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-102f0c69-e0c0-4ef1-9fdb-a17021e322fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:37.415475 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33874) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:37.475937 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-134138df-d032-483c-84df-66e83b1541a1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (0acbc868-504a-4faf-a7f1-04a4f0a41414), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:37.485671 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ccdb139d-4d55-4baf-8e37-60ba20a6685a req-c31af51e-9b97-47c8-81c1-e0090b7c83f3 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=03530ba9-438a-41c2-8e0c-72e90cc316cc HTTP/1.1" status: 200 len: 210 time: 0.0708582 Oct 27 09:41:37.510117 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-102f0c69-e0c0-4ef1-9fdb-a17021e322fb None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:37.510948 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-134138df-d032-483c-84df-66e83b1541a1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (0acbc868-504a-4faf-a7f1-04a4f0a41414), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:37.519940 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:37.522703 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:37.553193 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9 req-b121ce31-48be-452d-ab74-378798b66b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:37.555148 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9 req-b121ce31-48be-452d-ab74-378798b66b01 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.2268991 Oct 27 09:41:37.566240 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-134138df-d032-483c-84df-66e83b1541a1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (0acbc868-504a-4faf-a7f1-04a4f0a41414), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:37.568934 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-134138df-d032-483c-84df-66e83b1541a1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:37.573062 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-134138df-d032-483c-84df-66e83b1541a1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/0acbc868-504a-4faf-a7f1-04a4f0a41414 HTTP/1.1" status: 204 len: 168 time: 0.1565707 Oct 27 09:41:37.573958 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33876) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:37.595770 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134138df-d032-483c-84df-66e83b1541a1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acbc868-504a-4faf-a7f1-04a4f0a41414,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:37.597724 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.api.v2.resource [None req-21c77fa7-8bdf-4453-987b-39f8e8c0f139 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] show failed (client error): The resource could not be found. Oct 27 09:41:37.598757 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-21c77fa7-8bdf-4453-987b-39f8e8c0f139 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups/0acbc868-504a-4faf-a7f1-04a4f0a41414 HTTP/1.1" status: 404 len: 347 time: 0.0207076 Oct 27 09:41:37.599113 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:37.602333 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33878) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:37.643475 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:37.705992 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9 req-77a959d4-5129-41c0-a080-a1924ba23081 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a528390-aec1-4a57-8443-f4bdcd15f187 HTTP/1.1" status: 200 len: 1001 time: 0.1135917 Oct 27 09:41:37.717460 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-0728b280-cc8e-4df8-be54-efb479d9e826 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Deleting port 494d7cf2-f933-4602-9911-08ed53255fcc {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:41:37.717802 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0728b280-cc8e-4df8-be54-efb479d9e826 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (494d7cf2-f933-4602-9911-08ed53255fcc), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:37.760194 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-102f0c69-e0c0-4ef1-9fdb-a17021e322fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '610c2fa3-5307-4c8b-9fbc-5742db941f7d', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'port_id': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'mac_address': 'fa:16:3e:cd:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2612979-fbed-42ac-b725-265018416862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:03Z', 'updated_at': '2022-10-27T09:41:36Z', 'revision_number': 3, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:37:00Z', 'revision_number': 5, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:37.791534 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f0c69-e0c0-4ef1-9fdb-a17021e322fb None None] The sync data for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi is: [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '610c2fa3-5307-4c8b-9fbc-5742db941f7d', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'port_id': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'mac_address': 'fa:16:3e:cd:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2612979-fbed-42ac-b725-265018416862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:39:03Z', 'updated_at': '2022-10-27T09:41:36Z', 'revision_number': 3, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:37:00Z', 'revision_number': 5, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:41:37.799692 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0728b280-cc8e-4df8-be54-efb479d9e826 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (494d7cf2-f933-4602-9911-08ed53255fcc), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:37.800306 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0728b280-cc8e-4df8-be54-efb479d9e826 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (494d7cf2-f933-4602-9911-08ed53255fcc), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:37.814782 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-0728b280-cc8e-4df8-be54-efb479d9e826 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Calling delete_port for 494d7cf2-f933-4602-9911-08ed53255fcc owned by network:floatingip {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:41:37.971465 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0728b280-cc8e-4df8-be54-efb479d9e826 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (494d7cf2-f933-4602-9911-08ed53255fcc), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:37.997201 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728b280-cc8e-4df8-be54-efb479d9e826 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event deleted for resources: {'Port': ['ID=494d7cf2-f933-4602-9911-08ed53255fcc,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:38.036365 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9 req-4ec53b97-bdef-42bf-8983-036ffd36773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:38.037806 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9 req-4ec53b97-bdef-42bf-8983-036ffd36773e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.3224962 Oct 27 09:41:38.065128 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0728b280-cc8e-4df8-be54-efb479d9e826 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.067717 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0728b280-cc8e-4df8-be54-efb479d9e826 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.068892 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-0728b280-cc8e-4df8-be54-efb479d9e826 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/2568cee5-3ba6-4d5d-80b0-9c64dd3ad9ac HTTP/1.1" status: 204 len: 168 time: 0.4651465 Oct 27 09:41:38.119187 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c578c1e8-1ad6-42de-9ee1-5cffcf86c510 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.120890 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9 req-6603d9d6-a7bd-465d-9ba8-077f25053301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:38.122506 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9 req-6603d9d6-a7bd-465d-9ba8-077f25053301 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561709 Oct 27 09:41:38.123870 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c578c1e8-1ad6-42de-9ee1-5cffcf86c510 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (893b8d58-0137-4340-bbea-e41a0e8c57dc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.154353 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33882) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:38.159147 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-280102c4-a499-4971-8101-09ed8fdc0a7b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--559711826', 'description': 'tempest-description--1165018099'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:38.181238 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-280102c4-a499-4971-8101-09ed8fdc0a7b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.249405 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-280102c4-a499-4971-8101-09ed8fdc0a7b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (10734fca-c55f-4c05-8c22-dae7bea5da70), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.253055 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-280102c4-a499-4971-8101-09ed8fdc0a7b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (10734fca-c55f-4c05-8c22-dae7bea5da70), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.282308 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-280102c4-a499-4971-8101-09ed8fdc0a7b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.286925 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-280102c4-a499-4971-8101-09ed8fdc0a7b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1280596 Oct 27 09:41:38.287645 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-c578c1e8-1ad6-42de-9ee1-5cffcf86c510 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Floating IP 893b8d58-0137-4340-bbea-e41a0e8c57dc associated. External IP: 172.27.0.61, port: c4193921-efc0-4d0e-8a62-50ecf8de25b1. Oct 27 09:41:38.287645 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33884) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:38.290141 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280102c4-a499-4971-8101-09ed8fdc0a7b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10734fca-c55f-4c05-8c22-dae7bea5da70,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:38.297453 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-f6a7b127-ab2f-400f-88ae-1f2e10599ad6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'security_group_rule': {'security_group_id': '10734fca-c55f-4c05-8c22-dae7bea5da70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:38.341290 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9 req-a52a087e-4ab5-4a3b-9444-91196bf9e017 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839826 Oct 27 09:41:38.416822 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b127-ab2f-400f-88ae-1f2e10599ad6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (43771646-7ab8-4513-ba35-977ad5c6f25d), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.472827 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:38.565475 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9fbea1df-f109-411e-b6a8-6fa66bf36ca9 req-6eacfcbb-13e5-4e4c-8a15-44c261bca808 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152112 Oct 27 09:41:38.581718 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b127-ab2f-400f-88ae-1f2e10599ad6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (43771646-7ab8-4513-ba35-977ad5c6f25d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.586222 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33890) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:38.592134 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b127-ab2f-400f-88ae-1f2e10599ad6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (43771646-7ab8-4513-ba35-977ad5c6f25d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.620026 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7b127-ab2f-400f-88ae-1f2e10599ad6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43771646-7ab8-4513-ba35-977ad5c6f25d,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:38.642358 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5b3aa12d-9dae-438a-8091-5368ffef6d1f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (1f924092-7125-42f3-a2b5-36f8bfaf63b3), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.648450 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b127-ab2f-400f-88ae-1f2e10599ad6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.649758 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-f6a7b127-ab2f-400f-88ae-1f2e10599ad6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615844 Oct 27 09:41:38.652338 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33892) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:38.658021 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-e91b2646-8c23-4091-ae8e-76ccf00c7050 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'security_group_rule': {'security_group_id': '10734fca-c55f-4c05-8c22-dae7bea5da70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:38.668810 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:38.668979 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5b3aa12d-9dae-438a-8091-5368ffef6d1f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (1f924092-7125-42f3-a2b5-36f8bfaf63b3), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.676632 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:38.697412 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c578c1e8-1ad6-42de-9ee1-5cffcf86c510 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Router 634c6e49-b149-4a2a-802f-25bb479df817 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:41:38.711308 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e91b2646-8c23-4091-ae8e-76ccf00c7050 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (8fe22f35-4604-4e8c-a6ae-2e6781007a79), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.722105 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5b3aa12d-9dae-438a-8091-5368ffef6d1f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (1f924092-7125-42f3-a2b5-36f8bfaf63b3), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.724682 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5b3aa12d-9dae-438a-8091-5368ffef6d1f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.729028 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-5b3aa12d-9dae-438a-8091-5368ffef6d1f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/1f924092-7125-42f3-a2b5-36f8bfaf63b3 HTTP/1.1" status: 204 len: 168 time: 0.1417446 Oct 27 09:41:38.729683 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33894) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:38.750019 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3aa12d-9dae-438a-8091-5368ffef6d1f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f924092-7125-42f3-a2b5-36f8bfaf63b3,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:38.752015 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.api.v2.resource [None req-1c505143-3480-4079-9ef1-1cbf67dc776e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] show failed (client error): The resource could not be found. Oct 27 09:41:38.755683 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1c505143-3480-4079-9ef1-1cbf67dc776e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups/1f924092-7125-42f3-a2b5-36f8bfaf63b3 HTTP/1.1" status: 404 len: 347 time: 0.0196152 Oct 27 09:41:38.756097 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33896) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:38.862685 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:38.874733 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ffdb2-207f-4db7-a22f-1955892b78d6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Deleting port b846b071-1add-4f17-814b-005860981d33 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:41:38.875095 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffdb2-207f-4db7-a22f-1955892b78d6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (b846b071-1add-4f17-814b-005860981d33), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.883675 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e91b2646-8c23-4091-ae8e-76ccf00c7050 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (8fe22f35-4604-4e8c-a6ae-2e6781007a79), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.894368 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e91b2646-8c23-4091-ae8e-76ccf00c7050 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (8fe22f35-4604-4e8c-a6ae-2e6781007a79), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.921352 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c578c1e8-1ad6-42de-9ee1-5cffcf86c510 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:41:38.926222 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c578c1e8-1ad6-42de-9ee1-5cffcf86c510 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.930720 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0403fb43-9206-4982-84f7-05bb586b1964 req-a51bef52-0c79-4431-8db7-6a478a6713d2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925972 Oct 27 09:41:38.932480 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77c65b-7e42-4dc9-b982-0f9646d43367 None None] Sync routers for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:41:38.945986 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77c65b-7e42-4dc9-b982-0f9646d43367 None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:38.947014 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-8d77c65b-7e42-4dc9-b982-0f9646d43367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:38.953712 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e91b2646-8c23-4091-ae8e-76ccf00c7050 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.957792 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-e91b2646-8c23-4091-ae8e-76ccf00c7050 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3016269 Oct 27 09:41:38.957792 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b2646-8c23-4091-ae8e-76ccf00c7050 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe22f35-4604-4e8c-a6ae-2e6781007a79,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:38.959303 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 33898) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:38.965688 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffdb2-207f-4db7-a22f-1955892b78d6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (b846b071-1add-4f17-814b-005860981d33), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.966029 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffdb2-207f-4db7-a22f-1955892b78d6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (b846b071-1add-4f17-814b-005860981d33), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:38.966798 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:38.980607 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ffdb2-207f-4db7-a22f-1955892b78d6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Calling delete_port for b846b071-1add-4f17-814b-005860981d33 owned by network:floatingip {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:41:38.986512 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-c578c1e8-1ad6-42de-9ee1-5cffcf86c510 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "PUT /networking/v2.0/floatingips/893b8d58-0137-4340-bbea-e41a0e8c57dc HTTP/1.1" status: 200 len: 990 time: 1.9073303 Oct 27 09:41:39.003759 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:39.028677 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.033449 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403fb43-9206-4982-84f7-05bb586b1964 req-a408406a-951c-44e8-83ba-d6214c03addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:39.034976 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0403fb43-9206-4982-84f7-05bb586b1964 req-a408406a-951c-44e8-83ba-d6214c03addb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 1130 time: 0.0475364 Oct 27 09:41:39.074373 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-8d77c65b-7e42-4dc9-b982-0f9646d43367 None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:39.109437 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187'}, {'name': 'network-changed', 'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:39.111509 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe2742-e161-4a92-8054-e1d79d640c38" -d '{"events": [{"name": "network-changed", "server_uuid": "d2612979-fbed-42ac-b725-265018416862", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187"}, {"name": "network-changed", "server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:39.135709 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffdb2-207f-4db7-a22f-1955892b78d6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (b846b071-1add-4f17-814b-005860981d33), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.166018 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109a8e81-cd2b-4907-bc41-0689aec24a00 x-openstack-request-id: req-109a8e81-cd2b-4907-bc41-0689aec24a00 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:39.166336 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2612979-fbed-42ac-b725-265018416862", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:39.167503 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ffdb2-207f-4db7-a22f-1955892b78d6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'Port': ['ID=b846b071-1add-4f17-814b-005860981d33,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:39.167632 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-109a8e81-cd2b-4907-bc41-0689aec24a00 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:39.167976 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109a8e81-cd2b-4907-bc41-0689aec24a00'] response: {'name': 'network-changed', 'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'status': 'completed', 'code': 200} Oct 27 09:41:39.168235 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-109a8e81-cd2b-4907-bc41-0689aec24a00'] response: {'name': 'network-changed', 'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'status': 'completed', 'code': 200} Oct 27 09:41:39.189677 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.223750 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:39.237308 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffdb2-207f-4db7-a22f-1955892b78d6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (4bd04933-64b5-4f55-b32a-1e61385ea207), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.239978 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bf2ffdb2-207f-4db7-a22f-1955892b78d6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.244588 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-bf2ffdb2-207f-4db7-a22f-1955892b78d6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/4bd04933-64b5-4f55-b32a-1e61385ea207 HTTP/1.1" status: 204 len: 168 time: 0.4844120 Oct 27 09:41:39.286218 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403fb43-9206-4982-84f7-05bb586b1964 req-0aff7111-68e7-437b-b5ec-49f76c8a3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:39.287847 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0403fb43-9206-4982-84f7-05bb586b1964 req-0aff7111-68e7-437b-b5ec-49f76c8a3d6b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.1966054 Oct 27 09:41:39.304853 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-8f1d33f0-ab14-409c-bbea-74a3b4c039ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:39.306364 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-8f1d33f0-ab14-409c-bbea-74a3b4c039ce service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df306d37ff634f7eaad80fc3bc65b653&device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 1129 time: 0.1037586 Oct 27 09:41:39.322766 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33906) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:39.328632 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-95f1e99f-55e0-4ece-b61c-6cd4c573fb0e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812580963', 'description': 'tempest-description--999661607'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:39.352848 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95f1e99f-55e0-4ece-b61c-6cd4c573fb0e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.372256 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0403fb43-9206-4982-84f7-05bb586b1964 req-feaea409-5103-4138-aa11-9b62ab0b0733 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27493571-2a5c-4be1-8467-ef2c9634fcc8 HTTP/1.1" status: 200 len: 217 time: 0.0686698 Oct 27 09:41:39.428867 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95f1e99f-55e0-4ece-b61c-6cd4c573fb0e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (a40d6a7a-3745-46c9-8645-e94cfb58e3d2), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.432942 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95f1e99f-55e0-4ece-b61c-6cd4c573fb0e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (a40d6a7a-3745-46c9-8645-e94cfb58e3d2), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.455263 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-8d77c65b-7e42-4dc9-b982-0f9646d43367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '893b8d58-0137-4340-bbea-e41a0e8c57dc', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'port_id': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'mac_address': 'fa:16:3e:20:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:41:19Z', 'updated_at': '2022-10-27T09:41:37Z', 'revision_number': 1, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:39.464235 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:39.467937 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-95f1e99f-55e0-4ece-b61c-6cd4c573fb0e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.472552 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-95f1e99f-55e0-4ece-b61c-6cd4c573fb0e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1452727 Oct 27 09:41:39.472552 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33908) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:39.476707 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-7ae6ee03-dd9f-4516-940e-372e71a8ba93 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group_rule': {'security_group_id': 'a40d6a7a-3745-46c9-8645-e94cfb58e3d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:39.481612 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1e99f-55e0-4ece-b61c-6cd4c573fb0e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40d6a7a-3745-46c9-8645-e94cfb58e3d2,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:39.490401 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77c65b-7e42-4dc9-b982-0f9646d43367 None None] Checking router: 634c6e49-b149-4a2a-802f-25bb479df817 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:41:39.502518 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77c65b-7e42-4dc9-b982-0f9646d43367 None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:39.503234 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-8d77c65b-7e42-4dc9-b982-0f9646d43367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:39.512777 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ee03-dd9f-4516-940e-372e71a8ba93 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (ccb3da35-7774-4b2c-a371-abd6c2d4586e), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.516425 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Allocated IP 172.27.0.118 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/caf0b154-cb53-48cb-8993-14878f18211d) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:41:39.530590 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403fb43-9206-4982-84f7-05bb586b1964 req-8f0a18d8-8f61-4d5a-b3d3-8a46fcae5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:39.532096 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0403fb43-9206-4982-84f7-05bb586b1964 req-8f0a18d8-8f61-4d5a-b3d3-8a46fcae5c1f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.1439271 Oct 27 09:41:39.581102 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:39.582308 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ee03-dd9f-4516-940e-372e71a8ba93 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (ccb3da35-7774-4b2c-a371-abd6c2d4586e), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.582442 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-49dce85d-e462-4e40-8868-94a7bcf81924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:39.584122 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-49dce85d-e462-4e40-8868-94a7bcf81924 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 200 len: 920 time: 0.2677548 Oct 27 09:41:39.589399 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ee03-dd9f-4516-940e-372e71a8ba93 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (ccb3da35-7774-4b2c-a371-abd6c2d4586e), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.613765 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6ee03-dd9f-4516-940e-372e71a8ba93 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb3da35-7774-4b2c-a371-abd6c2d4586e,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:39.614760 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-8d77c65b-7e42-4dc9-b982-0f9646d43367 None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:39.626765 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7ae6ee03-dd9f-4516-940e-372e71a8ba93 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.628812 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-7ae6ee03-dd9f-4516-940e-372e71a8ba93 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1556115 Oct 27 09:41:39.631586 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33910) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:39.636923 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-bfd272aa-5d48-44ef-9da7-c93b85c82e05 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group_rule': {'security_group_id': 'a40d6a7a-3745-46c9-8645-e94cfb58e3d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:39.665817 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bfd272aa-5d48-44ef-9da7-c93b85c82e05 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (102eecd2-60d2-4b53-981e-3dbc6c3f70a6), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.687137 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403fb43-9206-4982-84f7-05bb586b1964 req-9ff06b8a-abae-4e0a-8275-8ccfd804ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:39.688355 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0403fb43-9206-4982-84f7-05bb586b1964 req-9ff06b8a-abae-4e0a-8275-8ccfd804ce36 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1416509 Oct 27 09:41:39.724934 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bfd272aa-5d48-44ef-9da7-c93b85c82e05 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (102eecd2-60d2-4b53-981e-3dbc6c3f70a6), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.730234 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bfd272aa-5d48-44ef-9da7-c93b85c82e05 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (102eecd2-60d2-4b53-981e-3dbc6c3f70a6), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.749106 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd272aa-5d48-44ef-9da7-c93b85c82e05 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102eecd2-60d2-4b53-981e-3dbc6c3f70a6,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:39.762653 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bfd272aa-5d48-44ef-9da7-c93b85c82e05 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.764181 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-bfd272aa-5d48-44ef-9da7-c93b85c82e05 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314290 Oct 27 09:41:39.767419 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 33912) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:39.772420 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:39.775500 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-510526bb-d63e-40a5-b4c9-0d3d4a2f307b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a528390-aec1-4a57-8443-f4bdcd15f187 HTTP/1.1" status: 200 len: 1001 time: 0.1752896 Oct 27 09:41:39.801581 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.852559 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-8d77c65b-7e42-4dc9-b982-0f9646d43367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '893b8d58-0137-4340-bbea-e41a0e8c57dc', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'port_id': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'mac_address': 'fa:16:3e:20:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:41:19Z', 'updated_at': '2022-10-27T09:41:37Z', 'revision_number': 1, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:39.857691 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for port (caf0b154-cb53-48cb-8993-14878f18211d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:39.878240 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77c65b-7e42-4dc9-b982-0f9646d43367 None None] The sync data for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi is: [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '893b8d58-0137-4340-bbea-e41a0e8c57dc', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'port_id': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'mac_address': 'fa:16:3e:20:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:41:19Z', 'updated_at': '2022-10-27T09:41:37Z', 'revision_number': 1, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:41:39.883084 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-31be73ab-9134-4244-a7c4-692d2524bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:39.885324 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-31be73ab-9134-4244-a7c4-692d2524bfe5 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 200 len: 858 time: 0.1007862 Oct 27 09:41:39.892029 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0403fb43-9206-4982-84f7-05bb586b1964 req-a5a6cf3e-ddf1-44ed-bfc7-89bc78178e8b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953235 Oct 27 09:41:39.907639 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:39.930407 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.055336 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Allocated IP 172.27.0.49 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/a616f356-dea2-4dc0-a72f-695f33a5e9f7) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:41:40.130198 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717de219-3016-4bf8-9808-b1af0c8a69df None None] New status for floating IP 893b8d58-0137-4340-bbea-e41a0e8c57dc: ACTIVE {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:41:40.179795 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (a616f356-dea2-4dc0-a72f-695f33a5e9f7), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.223186 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (a616f356-dea2-4dc0-a72f-695f33a5e9f7), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.263570 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:41:40.270573 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:41:40.275674 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-abab7dbc-43f6-4aaa-907b-a63b07ef20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:40.277219 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-abab7dbc-43f6-4aaa-907b-a63b07ef20a7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=778ab2d7-84d8-46e7-a293-9e88d4d9fee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3718832 Oct 27 09:41:40.279191 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:41:40.280358 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (caf0b154-cb53-48cb-8993-14878f18211d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.307624 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=a616f356-dea2-4dc0-a72f-695f33a5e9f7,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:40.370959 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:41:40.378126 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:40.380324 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (6eb9e77a-55c2-4f89-bc4c-eec06657ad52), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.387131 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'Port': ['ID=caf0b154-cb53-48cb-8993-14878f18211d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:40.389840 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:41:40.424596 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:41:40.429196 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (a616f356-dea2-4dc0-a72f-695f33a5e9f7), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.453614 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0403fb43-9206-4982-84f7-05bb586b1964 req-3ed54cd1-6d92-459e-b3cf-046332f97d5f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493343 Oct 27 09:41:40.463491 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:40.499860 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-a84fb13f-5ac1-41bf-8fd1-5fc22a867be4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762497 Oct 27 09:41:40.538155 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.550362 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:40.580527 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (caf0b154-cb53-48cb-8993-14878f18211d), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.594337 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (a616f356-dea2-4dc0-a72f-695f33a5e9f7), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.599380 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (a616f356-dea2-4dc0-a72f-695f33a5e9f7), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.666105 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=a616f356-dea2-4dc0-a72f-695f33a5e9f7,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:40.668878 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (6eb9e77a-55c2-4f89-bc4c-eec06657ad52), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.686207 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.688580 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-88bbe877-6834-48fc-8ad8-8a4207495b44 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9194376 Oct 27 09:41:40.730695 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for port (caf0b154-cb53-48cb-8993-14878f18211d), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.735801 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (caf0b154-cb53-48cb-8993-14878f18211d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.867356 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.874558 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'Port': ['ID=caf0b154-cb53-48cb-8993-14878f18211d,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:40.916709 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:40.921052 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-7e34334d-11bd-455f-b48d-0b3cc21b779b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9602921 Oct 27 09:41:40.953698 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-bfae8907-3571-40b0-8f51-aff5f939f744 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872368 Oct 27 09:41:40.966303 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-532d9760-c933-40b9-b91c-06cf1b5b301c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1812580963&fields=id&tenant_id=df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 267 time: 0.0927408 Oct 27 09:41:41.092928 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-7a5d81d4-faec-43ff-9b0e-b5c5120aae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:41.094431 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-7a5d81d4-faec-43ff-9b0e-b5c5120aae83 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 1129 time: 0.0580480 Oct 27 09:41:41.115940 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-c3f30b09-ed0e-4f75-ba35-6d7fe0d8f2ff tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:41.117468 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-c3f30b09-ed0e-4f75-ba35-6d7fe0d8f2ff tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 815 time: 0.1432819 Oct 27 09:41:41.155840 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-72cb3697-8931-4c26-b545-381f443c98b9 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/quotas/df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 375 time: 0.0262432 Oct 27 09:41:41.269521 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-da566ea0-a6a0-4dc0-9131-c4beee3a94fb tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844536 Oct 27 09:41:41.301170 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-b609e904-4c5b-487f-b793-90f833234e75 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--559711826&fields=id&tenant_id=71d1c4930a1b487eb3dca8fde6ce424a HTTP/1.1" status: 200 len: 267 time: 0.1150448 Oct 27 09:41:41.312193 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-bd15cce8-91a3-415c-9c16-251a5b4c4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:41.313608 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-bd15cce8-91a3-415c-9c16-251a5b4c4937 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 918 time: 0.1917779 Oct 27 09:41:41.330208 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:41.454719 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:41.519666 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-ac2d9993-8f2e-4f49-ac99-493cc3086e7d service neutron] 10.222.0.70 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333179 Oct 27 09:41:41.521748 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-2abe6c68-401f-431a-a47d-e24147d8019a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1 HTTP/1.1" status: 200 len: 1000 time: 0.1419687 Oct 27 09:41:41.527864 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02849-aab3-4f94-8956-ad564e016e2b req-c1d04d1b-fced-4a02-92a5-ba3c11bf3b87 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:41.529268 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-c1d04d1b-fced-4a02-92a5-ba3c11bf3b87 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/networks?id=27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 200 len: 810 time: 0.2183995 Oct 27 09:41:41.593532 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-7bf7804c-cad3-44c4-a247-48b03ee2d927 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/quotas/71d1c4930a1b487eb3dca8fde6ce424a HTTP/1.1" status: 200 len: 375 time: 0.0544245 Oct 27 09:41:41.674080 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-793eed04-f7c5-408e-a861-7932c22d6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:41.675526 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-793eed04-f7c5-408e-a861-7932c22d6b6a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.1384044 Oct 27 09:41:41.707190 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-7cd9d13d-dc88-45d2-b236-e15ad8f05b57 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842371 Oct 27 09:41:41.733843 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-b4789d2c-7711-42ed-bf61-ad3dbb6e8ca4 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036841 Oct 27 09:41:41.760463 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-cd0fbc68-4f93-4aa5-a5f4-2616932b0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:41.761955 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-cd0fbc68-4f93-4aa5-a5f4-2616932b0cf4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796750 Oct 27 09:41:41.891452 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-d4b55d96-10db-4934-a9de-3549588ec17e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682451 Oct 27 09:41:41.925069 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-51224bed-58ca-4b05-b1e1-2b520c7d5739 req-546aa357-778e-4f23-863a-727f59470823 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 210 time: 0.0509169 Oct 27 09:41:41.951740 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-66cc8e4e-c71b-4514-ac37-82f25da90247 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598687 Oct 27 09:41:42.072007 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-b081a44c-eebe-47db-9f67-8beb8db3f420 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591678 Oct 27 09:41:42.091291 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31fe2742-e161-4a92-8054-e1d79d640c38 req-caabb846-f29d-44f9-b02b-fd19795eea1c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104650 Oct 27 09:41:42.242857 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0d78b231-9ee0-436c-9b18-a7e0078729b6 req-3d582f9d-e987-42bb-9892-e7df014ca5d6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0292814 Oct 27 09:41:43.034320 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-215a8925-8452-4586-979f-69739851054b req-4758b758-f0c8-4adb-a73c-d535ef0ef9c0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 210 time: 0.0307665 Oct 27 09:41:43.247316 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:43.263762 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-1fd64f01-3f38-4112-9b01-0f63c5fb1f11 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:43.265466 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-1fd64f01-3f38-4112-9b01-0f63c5fb1f11 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 815 time: 0.1179798 Oct 27 09:41:43.354214 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-83e0c5d1-c4e8-4d5b-b6dc-5f1ec29c9968 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 380 time: 0.0691204 Oct 27 09:41:43.369057 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8edfe481-c4e7-4e58-8f1a-a177293155fb req-8a47f86a-9bff-4b63-952c-5fb7d57dec53 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0337768 Oct 27 09:41:43.433569 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'port': {'device_id': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'admin_state_up': True, 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'security_groups': ['a40d6a7a-3745-46c9-8645-e94cfb58e3d2']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:43.530425 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:43.543615 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Made reservation on behalf of df84eaa566a24d3e8d25c1065e8c09fa for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:41:43.547253 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:43.670202 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Allocated IP 172.20.0.14 (15104d09-0e0f-4140-ae39-9239f083d338/6106073a-8240-4116-aa48-78887440dcb1/f156fae7-f5fd-48a7-ba37-040eb64d86ae) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:41:43.806148 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:43.838452 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:43.882759 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Network 15104d09-0e0f-4140-ae39-9239f083d338 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:41:43.890049 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:41:43.893899 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:41:43.943139 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=f156fae7-f5fd-48a7-ba37-040eb64d86ae,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:44.014776 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:44.015412 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:44.045360 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-11394904-fa1a-4197-be72-d0ce234f950d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6160991 Oct 27 09:41:44.055409 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02849-aab3-4f94-8956-ad564e016e2b req-c2569762-cc6f-42a7-b5d4-87b783e49064 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:44.057471 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-c2569762-cc6f-42a7-b5d4-87b783e49064 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.72 "GET /networking/v2.0/networks?id=27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 200 len: 810 time: 0.1591988 Oct 27 09:41:44.062313 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Request body: {'port': {'device_id': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:44.109159 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-cbd9cde8-9cd5-45d2-839a-4c667af45225 None None] Provisioning complete for port f156fae7-f5fd-48a7-ba37-040eb64d86ae triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:41:44.110158 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-cbd9cde8-9cd5-45d2-839a-4c667af45225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:44.110713 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-cbd9cde8-9cd5-45d2-839a-4c667af45225 None None] Attempt 1 to provision port f156fae7-f5fd-48a7-ba37-040eb64d86ae Oct 27 09:41:44.144660 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9cde8-9cd5-45d2-839a-4c667af45225 None None] Port f156fae7-f5fd-48a7-ba37-040eb64d86ae cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:41:44.191903 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:44.196893 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:44.227225 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-d3e70438-eefe-4efa-abde-03f202108067 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=71d1c4930a1b487eb3dca8fde6ce424a HTTP/1.1" status: 200 len: 379 time: 0.1531608 Oct 27 09:41:44.233431 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e9fb6-b31f-44b5-8373-60f12e5ccf45 req-dff8adf9-e54a-447a-a2f5-2f221ee81a6e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:44.234813 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b91e9fb6-b31f-44b5-8373-60f12e5ccf45 req-dff8adf9-e54a-447a-a2f5-2f221ee81a6e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 932 time: 0.1083686 Oct 27 09:41:44.241591 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'port': {'device_id': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'admin_state_up': True, 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'security_groups': ['10734fca-c55f-4c05-8c22-dae7bea5da70']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:44.244720 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:44.697835 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b91e9fb6-b31f-44b5-8373-60f12e5ccf45 req-262c8e68-3107-4814-856f-467966c8114b tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4510844 Oct 27 09:41:44.707564 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e175d1e3-6dac-436c-89bc-2c9f1325bcfc req-dae5e9a4-24d5-4fb6-a963-10680d0ba2c0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0550020 Oct 27 09:41:44.788579 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Made reservation on behalf of 71d1c4930a1b487eb3dca8fde6ce424a for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:41:44.792317 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:44.963403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f156fae7-f5fd-48a7-ba37-040eb64d86ae {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:41:44.973940 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Publish callbacks [] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:44.993719 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Allocated IP 172.20.0.12 (27e1c21a-a41e-4b69-8864-f162b04c2923/7b858d44-f19d-48cb-bdfe-2ce0056a601e/de6ac140-1998-47ee-b791-3c7089ad7377) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:41:44.999097 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Transition to ACTIVE for port object f156fae7-f5fd-48a7-ba37-040eb64d86ae will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:41:45.005387 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:45.087623 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:45.101507 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Pushing event updated for resources: {'Port': ['ID=f156fae7-f5fd-48a7-ba37-040eb64d86ae,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:45.202581 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Attempting to bind port f156fae7-f5fd-48a7-ba37-040eb64d86ae on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:41:45.202916 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Attempting to bind port f156fae7-f5fd-48a7-ba37-040eb64d86ae by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:41:45.203245 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Attempting to bind port f156fae7-f5fd-48a7-ba37-040eb64d86ae on network 15104d09-0e0f-4140-ae39-9239f083d338 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:41:45.259837 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:45.262886 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for port (de6ac140-1998-47ee-b791-3c7089ad7377), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:45.280293 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Port f156fae7-f5fd-48a7-ba37-040eb64d86ae on network 15104d09-0e0f-4140-ae39-9239f083d338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:41:45.280658 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Attempting to bind port f156fae7-f5fd-48a7-ba37-040eb64d86ae on network 15104d09-0e0f-4140-ae39-9239f083d338 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:41:45.343876 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:45.348386 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:41:45.348740 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Checking segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:41:45.349105 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Bound using segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:41:45.349532 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Bound port: f156fae7-f5fd-48a7-ba37-040eb64d86ae, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:41:45.349895 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:45.394800 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Network 27e1c21a-a41e-4b69-8864-f162b04c2923 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:41:45.400288 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:41:45.402603 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:41:45.460237 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event updated for resources: {'Port': ['ID=de6ac140-1998-47ee-b791-3c7089ad7377,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:45.503483 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:45.504005 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:45.509156 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] For port f156fae7-f5fd-48a7-ba37-040eb64d86ae, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:41:45.515192 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] For port f156fae7-f5fd-48a7-ba37-040eb64d86ae, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f156fae7-f5fd-48a7-ba37-040eb64d86ae,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:41:45.523463 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:45.527252 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:45.527867 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:45.529275 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/f156fae7-f5fd-48a7-ba37-040eb64d86ae HTTP/1.1" status: 200 len: 1094 time: 1.4709692 Oct 27 09:41:45.531992 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'tag': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:45.535176 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6295a1-78ab-4b19-b69c-33d955b73c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d59eaa9a-23ee-4664-bea0-d16de93dfa7f", "tag": "f156fae7-f5fd-48a7-ba37-040eb64d86ae"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:45.542660 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-36581378-70c3-40ea-b3a9-299abfad110c tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3062651 Oct 27 09:41:45.568047 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Request body: {'port': {'device_id': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:45.622598 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a7eb0f-7651-44d5-9136-3b343af42200 x-openstack-request-id: req-a0a7eb0f-7651-44d5-9136-3b343af42200 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:45.622913 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59eaa9a-23ee-4664-bea0-d16de93dfa7f", "tag": "f156fae7-f5fd-48a7-ba37-040eb64d86ae", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:45.623164 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a0a7eb0f-7651-44d5-9136-3b343af42200 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:45.623554 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a7eb0f-7651-44d5-9136-3b343af42200'] response: {'name': 'network-changed', 'server_uuid': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'tag': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae', 'status': 'completed', 'code': 200} Oct 27 09:41:45.657261 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-74a9e9ff-7392-42a9-b699-0cbe0306a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:45.658861 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-74a9e9ff-7392-42a9-b699-0cbe0306a709 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 1128 time: 0.0855806 Oct 27 09:41:45.673530 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-3c50fc3a-4e25-47a1-bacb-53a229789ada None None] Provisioning complete for port de6ac140-1998-47ee-b791-3c7089ad7377 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:41:45.674053 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-3c50fc3a-4e25-47a1-bacb-53a229789ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:45.674141 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-3c50fc3a-4e25-47a1-bacb-53a229789ada None None] Attempt 1 to provision port de6ac140-1998-47ee-b791-3c7089ad7377 Oct 27 09:41:45.697055 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf30ec-40bd-48a1-ba46-30982ecb0698 service neutron] Pushing event updated for resources: {'Port': ['ID=f156fae7-f5fd-48a7-ba37-040eb64d86ae,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:45.710605 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-3c50fc3a-4e25-47a1-bacb-53a229789ada None None] Port de6ac140-1998-47ee-b791-3c7089ad7377 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:41:45.725837 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:45.729991 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-16fda3f2-c07b-4401-bc21-479eb9d6ae0a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f156fae7-f5fd-48a7-ba37-040eb64d86ae HTTP/1.1" status: 200 len: 217 time: 0.0476305 Oct 27 09:41:45.869473 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-ad78e32b-0fbd-4016-b585-5409580f98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:45.870927 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-ad78e32b-0fbd-4016-b585-5409580f98d6 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 200 len: 854 time: 0.1329942 Oct 27 09:41:45.891636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c2fff-a720-410c-b7c3-4f60e5b31d5a req-df76db2d-eb32-4185-98ce-29509e951bbf tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:45.893225 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-434c2fff-a720-410c-b7c3-4f60e5b31d5a req-df76db2d-eb32-4185-98ce-29509e951bbf tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 944 time: 0.0988085 Oct 27 09:41:45.949741 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:45.988716 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8217dc-fe79-4d9e-b034-acf5c86aadfe req-555478ff-5529-4996-b26d-e2419cf7dac6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:45.990159 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4e8217dc-fe79-4d9e-b034-acf5c86aadfe req-555478ff-5529-4996-b26d-e2419cf7dac6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 932 time: 0.1781888 Oct 27 09:41:46.046051 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-1772c31b-f856-4e23-979c-f3a968f75227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:46.047413 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-1772c31b-f856-4e23-979c-f3a968f75227 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=15104d09-0e0f-4140-ae39-9239f083d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1485186 Oct 27 09:41:46.079996 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:46.108531 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-434c2fff-a720-410c-b7c3-4f60e5b31d5a req-165ec21d-40c6-4cc3-8827-399f33916bed tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991293 Oct 27 09:41:46.195466 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4e8217dc-fe79-4d9e-b034-acf5c86aadfe req-9cf7f194-b92c-4544-81d9-9c1c2e75cac0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937470 Oct 27 09:41:46.241519 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-22a3f99e-bb4a-4643-ad89-f1ddd6dae0f8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819057 Oct 27 09:41:46.351276 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6ac140-1998-47ee-b791-3c7089ad7377 {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:41:46.361127 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Publish callbacks [] for port (de6ac140-1998-47ee-b791-3c7089ad7377), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:46.386335 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Transition to ACTIVE for port object de6ac140-1998-47ee-b791-3c7089ad7377 will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:41:46.391458 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:46.396570 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-751422c5-a34c-41e3-a645-5311f88a0f13 req-ad6afe99-b53a-441f-b2a2-9d1686418453 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401088 Oct 27 09:41:46.457559 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Pushing event updated for resources: {'Port': ['ID=de6ac140-1998-47ee-b791-3c7089ad7377,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:46.484808 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.485155 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.485496 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.485837 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.486167 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.486493 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.486819 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.487153 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.487467 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.487789 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.488111 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.488432 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.488782 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.489104 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.489424 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:41:46.516805 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Attempting to bind port de6ac140-1998-47ee-b791-3c7089ad7377 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:41:46.517137 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Attempting to bind port de6ac140-1998-47ee-b791-3c7089ad7377 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:41:46.517469 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Attempting to bind port de6ac140-1998-47ee-b791-3c7089ad7377 on network 27e1c21a-a41e-4b69-8864-f162b04c2923 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:41:46.557840 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Port de6ac140-1998-47ee-b791-3c7089ad7377 on network 27e1c21a-a41e-4b69-8864-f162b04c2923 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:41:46.558165 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Attempting to bind port de6ac140-1998-47ee-b791-3c7089ad7377 on network 27e1c21a-a41e-4b69-8864-f162b04c2923 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:41:46.602634 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:41:46.602895 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Checking segment: {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:41:46.603280 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Bound using segment: {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:41:46.603707 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Bound port: de6ac140-1998-47ee-b791-3c7089ad7377, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f04a7c6-7074-46f8-930f-8387927c0691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:41:46.604064 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:46.662990 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] For port de6ac140-1998-47ee-b791-3c7089ad7377, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:41:46.665997 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] For port de6ac140-1998-47ee-b791-3c7089ad7377, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=de6ac140-1998-47ee-b791-3c7089ad7377,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:41:46.672765 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:46.675597 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:46.676198 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:46.677633 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/de6ac140-1998-47ee-b791-3c7089ad7377 HTTP/1.1" status: 200 len: 1094 time: 1.1146889 Oct 27 09:41:46.681189 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:46.724631 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec6ce0-87fc-4529-b811-f39be2375804 service neutron] Pushing event updated for resources: {'Port': ['ID=de6ac140-1998-47ee-b791-3c7089ad7377,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:47.228225 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e881df-c9cf-494c-8a07-a5c006788497 req-db25a9f0-7f6b-42fc-a8a3-0fff797c9c7e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:47.229747 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-57e881df-c9cf-494c-8a07-a5c006788497 req-db25a9f0-7f6b-42fc-a8a3-0fff797c9c7e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 944 time: 0.0469375 Oct 27 09:41:47.289372 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-57e881df-c9cf-494c-8a07-a5c006788497 req-8b891835-e12e-4cb8-b1f6-b1ab21a39a10 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541840 Oct 27 09:41:47.323523 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e877f7-b05c-4ada-85c3-05290ab825c5 req-90f2b997-96a6-417e-b357-d29644b344d2 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:47.324992 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85e877f7-b05c-4ada-85c3-05290ab825c5 req-90f2b997-96a6-417e-b357-d29644b344d2 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 944 time: 0.0519953 Oct 27 09:41:47.371868 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-85e877f7-b05c-4ada-85c3-05290ab825c5 req-13e19db3-6f2c-4f8c-ab08-b83cefa4375b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Oct 27 09:41:47.506896 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:47.515447 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6295a1-78ab-4b19-b69c-33d955b73c2e req-9a3d13e8-44f0-4729-a378-c3374a9b5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:47.517246 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c6295a1-78ab-4b19-b69c-33d955b73c2e req-9a3d13e8-44f0-4729-a378-c3374a9b5d0c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 1128 time: 0.0703416 Oct 27 09:41:47.520976 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02849-aab3-4f94-8956-ad564e016e2b req-5249b301-f2d2-4fa0-95d4-beda924c57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:47.522278 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-5249b301-f2d2-4fa0-95d4-beda924c57b9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 1128 time: 0.0497491 Oct 27 09:41:47.581511 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-61691cbb-f451-47d6-bb96-16c529c45846 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de6ac140-1998-47ee-b791-3c7089ad7377 HTTP/1.1" status: 200 len: 217 time: 0.0469127 Oct 27 09:41:47.644120 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'tag': 'de6ac140-1998-47ee-b791-3c7089ad7377'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:47.646359 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d32b24-98e7-4af6-9827-3dc17322499d" -d '{"events": [{"name": "network-changed", "server_uuid": "cacbe115-560c-4934-acc5-ca08bcac81c7", "tag": "de6ac140-1998-47ee-b791-3c7089ad7377"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:47.679714 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02849-aab3-4f94-8956-ad564e016e2b req-d2cf79fc-cf20-4abb-a30e-dd7fbf9ef2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:47.681233 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-d2cf79fc-cf20-4abb-a30e-dd7fbf9ef2b9 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7b858d44-f19d-48cb-bdfe-2ce0056a601e HTTP/1.1" status: 200 len: 849 time: 0.0931659 Oct 27 09:41:47.686062 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21384e59-dc3a-499c-921e-6f40a77f6a9e x-openstack-request-id: req-21384e59-dc3a-499c-921e-6f40a77f6a9e {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:47.686344 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacbe115-560c-4934-acc5-ca08bcac81c7", "tag": "de6ac140-1998-47ee-b791-3c7089ad7377", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:47.686638 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21384e59-dc3a-499c-921e-6f40a77f6a9e {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:47.687009 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21384e59-dc3a-499c-921e-6f40a77f6a9e'] response: {'name': 'network-changed', 'server_uuid': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'tag': 'de6ac140-1998-47ee-b791-3c7089ad7377', 'status': 'completed', 'code': 200} Oct 27 09:41:47.719951 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6295a1-78ab-4b19-b69c-33d955b73c2e req-d8791cea-9823-4bec-beb4-451edc2bedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:47.721383 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c6295a1-78ab-4b19-b69c-33d955b73c2e req-d8791cea-9823-4bec-beb4-451edc2bedf6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 916 time: 0.1878905 Oct 27 09:41:47.760849 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f02849-aab3-4f94-8956-ad564e016e2b req-e0f3749a-14d3-43de-a920-9b6f68f8d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:47.762164 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-e0f3749a-14d3-43de-a920-9b6f68f8d534 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=27e1c21a-a41e-4b69-8864-f162b04c2923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698667 Oct 27 09:41:47.763725 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c6295a1-78ab-4b19-b69c-33d955b73c2e req-cea146f8-ee68-462d-befc-1909c408a16d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f156fae7-f5fd-48a7-ba37-040eb64d86ae HTTP/1.1" status: 200 len: 217 time: 0.0353177 Oct 27 09:41:47.874853 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6295a1-78ab-4b19-b69c-33d955b73c2e req-dc6a6f94-9b1e-42f1-b1fa-869023853a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:47.876286 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c6295a1-78ab-4b19-b69c-33d955b73c2e req-dc6a6f94-9b1e-42f1-b1fa-869023853a3b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 200 len: 854 time: 0.0939503 Oct 27 09:41:47.904323 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-38c9e97f-e9a2-4420-ab19-4ef8b8e0ba32 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287024 Oct 27 09:41:47.958255 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6295a1-78ab-4b19-b69c-33d955b73c2e req-ece70993-80e2-40bf-8796-67c8118729a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:47.959663 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c6295a1-78ab-4b19-b69c-33d955b73c2e req-ece70993-80e2-40bf-8796-67c8118729a5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=15104d09-0e0f-4140-ae39-9239f083d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0689487 Oct 27 09:41:48.072352 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f02849-aab3-4f94-8956-ad564e016e2b req-f4cd2f0d-2739-4863-bcd7-c00c3fa8c9c7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496887 Oct 27 09:41:48.089448 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c6295a1-78ab-4b19-b69c-33d955b73c2e req-e9ad5fec-5e1e-463b-b21b-b83db0192708 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064112 Oct 27 09:41:48.182893 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c6295a1-78ab-4b19-b69c-33d955b73c2e req-01dd2632-e969-4c6f-b0d6-7cff4bdf6652 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812707 Oct 27 09:41:48.412294 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f3b64-59b3-4ddd-b1f6-d4a6a330ce02 req-71784d5b-dc4b-4515-a40b-f3dc7f070a93 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:48.413806 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-861f3b64-59b3-4ddd-b1f6-d4a6a330ce02 req-71784d5b-dc4b-4515-a40b-f3dc7f070a93 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 944 time: 0.0498800 Oct 27 09:41:48.440212 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:48.487499 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-861f3b64-59b3-4ddd-b1f6-d4a6a330ce02 req-be4522ce-412c-49c9-81bd-594a66d54ab5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673347 Oct 27 09:41:48.502766 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd92ed-7e62-4e83-b5c1-0d42ad2361dd req-bf72071f-6dc0-42d0-9beb-e0da8df91362 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:48.504216 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cdbd92ed-7e62-4e83-b5c1-0d42ad2361dd req-bf72071f-6dc0-42d0-9beb-e0da8df91362 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 944 time: 0.0557616 Oct 27 09:41:48.550293 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cdbd92ed-7e62-4e83-b5c1-0d42ad2361dd req-46a0e20a-f197-416b-a55b-8f27fe69bb65 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405307 Oct 27 09:41:48.721200 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f156fae7-f5fd-48a7-ba37-040eb64d86ae details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:41:48.817287 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port f156fae7-f5fd-48a7-ba37-040eb64d86ae, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f156fae7-f5fd-48a7-ba37-040eb64d86ae,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:48.832539 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'port_id': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:41:48.868158 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port f156fae7-f5fd-48a7-ba37-040eb64d86ae is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:41:48.868575 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:48.878689 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:48.881751 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f156fae7-f5fd-48a7-ba37-040eb64d86ae {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:41:48.902478 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port f156fae7-f5fd-48a7-ba37-040eb64d86ae, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f156fae7-f5fd-48a7-ba37-040eb64d86ae,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:48.906158 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:48.952725 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=f156fae7-f5fd-48a7-ba37-040eb64d86ae,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:49.184444 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32b24-98e7-4af6-9827-3dc17322499d req-125aa955-a9c8-4728-a9c7-23ede6a1c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:49.185926 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-24d32b24-98e7-4af6-9827-3dc17322499d req-125aa955-a9c8-4728-a9c7-23ede6a1c2dc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 1128 time: 0.0385773 Oct 27 09:41:49.209848 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:49.214187 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['f156fae7-f5fd-48a7-ba37-040eb64d86ae'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:41:49.281113 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32b24-98e7-4af6-9827-3dc17322499d req-56259ce9-a63e-4c6c-aeaa-a926513fa63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:49.282963 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-24d32b24-98e7-4af6-9827-3dc17322499d req-56259ce9-a63e-4c6c-aeaa-a926513fa63c service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 200 len: 911 time: 0.0894248 Oct 27 09:41:49.323837 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-24d32b24-98e7-4af6-9827-3dc17322499d req-92601180-541f-4c09-b1bf-f9448286746d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de6ac140-1998-47ee-b791-3c7089ad7377 HTTP/1.1" status: 200 len: 217 time: 0.0329173 Oct 27 09:41:49.375908 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32b24-98e7-4af6-9827-3dc17322499d req-eaa282dd-47e8-424a-b43b-0a112ad459e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:49.377401 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-24d32b24-98e7-4af6-9827-3dc17322499d req-eaa282dd-47e8-424a-b43b-0a112ad459e7 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7b858d44-f19d-48cb-bdfe-2ce0056a601e HTTP/1.1" status: 200 len: 849 time: 0.0473037 Oct 27 09:41:49.420057 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d32b24-98e7-4af6-9827-3dc17322499d req-51edf4ea-d68b-4537-8d5b-439c6620e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:49.421436 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-24d32b24-98e7-4af6-9827-3dc17322499d req-51edf4ea-d68b-4537-8d5b-439c6620e0a3 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=27e1c21a-a41e-4b69-8864-f162b04c2923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367789 Oct 27 09:41:49.513043 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-24d32b24-98e7-4af6-9827-3dc17322499d req-a5366831-487b-4793-8296-e8edbd4bff60 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799253 Oct 27 09:41:49.844482 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=73 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:49.877829 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=71 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:49.893812 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63ca9b-d58f-41f9-9dc1-f0bf23a4da00 req-e79dc210-e9fc-4744-b309-4f61f2c973ae tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:49.895484 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f63ca9b-d58f-41f9-9dc1-f0bf23a4da00 req-e79dc210-e9fc-4744-b309-4f61f2c973ae tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 944 time: 0.1122935 Oct 27 09:41:49.901109 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3566163-401f-4ca8-a304-c5613ffe5f3d req-0f3eed7b-94ea-4284-925d-df00ba146d6f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:49.902481 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3566163-401f-4ca8-a304-c5613ffe5f3d req-0f3eed7b-94ea-4284-925d-df00ba146d6f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 945 time: 0.1182287 Oct 27 09:41:49.957218 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-24d32b24-98e7-4af6-9827-3dc17322499d req-bdc762e3-c5b3-4624-842f-a7d5a74896e8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366770 Oct 27 09:41:49.999790 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f63ca9b-d58f-41f9-9dc1-f0bf23a4da00 req-33368430-e11d-4963-96eb-b140df0716d0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963495 Oct 27 09:41:50.002815 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f3566163-401f-4ca8-a304-c5613ffe5f3d req-b57e7eab-7732-4b8e-aa06-57bfcca96532 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895979 Oct 27 09:41:50.678993 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:50.679796 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:50.753853 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device de6ac140-1998-47ee-b791-3c7089ad7377 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:41:50.756009 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f156fae7-f5fd-48a7-ba37-040eb64d86ae up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:41:50.761435 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:50.858494 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port f156fae7-f5fd-48a7-ba37-040eb64d86ae completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:41:50.869326 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port f156fae7-f5fd-48a7-ba37-040eb64d86ae triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:41:50.869694 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:50.870027 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port f156fae7-f5fd-48a7-ba37-040eb64d86ae Oct 27 09:41:50.921508 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port de6ac140-1998-47ee-b791-3c7089ad7377, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=de6ac140-1998-47ee-b791-3c7089ad7377,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:50.936891 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'de6ac140-1998-47ee-b791-3c7089ad7377', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'port_id': 'de6ac140-1998-47ee-b791-3c7089ad7377', 'mac_address': 'fa:16:3e:66:73:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:41:51.000339 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port f156fae7-f5fd-48a7-ba37-040eb64d86ae is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:41:51.000746 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:51.002687 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port de6ac140-1998-47ee-b791-3c7089ad7377 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:41:51.003052 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:51.028670 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6ac140-1998-47ee-b791-3c7089ad7377 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:41:51.040668 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:51.043086 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d66fd8c-6e7f-43c4-9f7c-f9626b75e10e" -d '{"events": [{"server_uuid": "d59eaa9a-23ee-4664-bea0-d16de93dfa7f", "name": "network-vif-plugged", "status": "completed", "tag": "f156fae7-f5fd-48a7-ba37-040eb64d86ae"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:51.061060 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port f156fae7-f5fd-48a7-ba37-040eb64d86ae, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f156fae7-f5fd-48a7-ba37-040eb64d86ae,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:51.067491 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:51.073948 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port de6ac140-1998-47ee-b791-3c7089ad7377, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=de6ac140-1998-47ee-b791-3c7089ad7377,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:51.096284 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:51.122301 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=f156fae7-f5fd-48a7-ba37-040eb64d86ae,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:51.153131 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:51.163696 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9446-1a86-47fe-bb21-55255628f222 req-da1b95a7-820a-4d0e-b3a7-a0a11e3f2503 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:51.165784 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7e9c9446-1a86-47fe-bb21-55255628f222 req-da1b95a7-820a-4d0e-b3a7-a0a11e3f2503 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 945 time: 0.0839863 Oct 27 09:41:51.171605 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fe0a2-e52e-45ea-a05e-6677b5516ff4 req-15fb56f0-36bc-4420-b9e4-a780aad9c210 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:51.173042 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=de6ac140-1998-47ee-b791-3c7089ad7377,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:51.173177 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-772fe0a2-e52e-45ea-a05e-6677b5516ff4 req-15fb56f0-36bc-4420-b9e4-a780aad9c210 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 946 time: 0.0800414 Oct 27 09:41:51.243687 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7e9c9446-1a86-47fe-bb21-55255628f222 req-738961be-f3ce-4a47-8349-2909e02d9e5a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696254 Oct 27 09:41:51.250405 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-772fe0a2-e52e-45ea-a05e-6677b5516ff4 req-167401b1-0b05-4c7a-9735-ea9a9f9db47e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703359 Oct 27 09:41:51.294052 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62f6b13-8613-41da-8b3e-965db39fa5b3 x-openstack-request-id: req-c62f6b13-8613-41da-8b3e-965db39fa5b3 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:51.294366 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59eaa9a-23ee-4664-bea0-d16de93dfa7f", "name": "network-vif-plugged", "status": "completed", "tag": "f156fae7-f5fd-48a7-ba37-040eb64d86ae", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:51.294625 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c62f6b13-8613-41da-8b3e-965db39fa5b3 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:51.295023 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62f6b13-8613-41da-8b3e-965db39fa5b3'] response: {'server_uuid': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae', 'code': 200} Oct 27 09:41:51.420588 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['de6ac140-1998-47ee-b791-3c7089ad7377'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:41:51.476850 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee2144-6d36-452d-8485-0beed5577a8e req-3c64b166-b284-45e8-bee3-4ba16cfd7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:51.478346 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a8ee2144-6d36-452d-8485-0beed5577a8e req-3c64b166-b284-45e8-bee3-4ba16cfd7736 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 1130 time: 0.0399823 Oct 27 09:41:51.531123 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a8ee2144-6d36-452d-8485-0beed5577a8e req-0d579135-2f63-4aab-bb87-38e0733c8f34 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Oct 27 09:41:52.358705 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:52.396747 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50501d-e9ba-4cd4-8a34-b3038f84467c req-117761b4-2287-4791-a7fc-b50fffa932a4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:52.398196 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0d50501d-e9ba-4cd4-8a34-b3038f84467c req-117761b4-2287-4791-a7fc-b50fffa932a4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 945 time: 0.0739939 Oct 27 09:41:52.405455 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b81f0-a299-47ea-8f26-077dd2811dc0 req-209cae5c-2797-4cd3-a14f-7a8a3f849e21 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:52.406791 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-416b81f0-a299-47ea-8f26-077dd2811dc0 req-209cae5c-2797-4cd3-a14f-7a8a3f849e21 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 946 time: 0.0719631 Oct 27 09:41:52.451129 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:52.481159 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0d50501d-e9ba-4cd4-8a34-b3038f84467c req-a1335088-519c-4832-b6bd-04369d703476 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734522 Oct 27 09:41:52.485289 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-416b81f0-a299-47ea-8f26-077dd2811dc0 req-7283c824-bc4b-4d28-a3c3-5554f6581007 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710244 Oct 27 09:41:52.758104 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device de6ac140-1998-47ee-b791-3c7089ad7377 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:41:52.800212 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port de6ac140-1998-47ee-b791-3c7089ad7377 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:41:52.805913 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port de6ac140-1998-47ee-b791-3c7089ad7377 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:41:52.806292 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:52.806629 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port de6ac140-1998-47ee-b791-3c7089ad7377 Oct 27 09:41:53.012261 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port de6ac140-1998-47ee-b791-3c7089ad7377 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:41:53.012575 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:53.037236 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:53.047049 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port de6ac140-1998-47ee-b791-3c7089ad7377, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=de6ac140-1998-47ee-b791-3c7089ad7377,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:41:53.050464 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:53.096218 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=de6ac140-1998-47ee-b791-3c7089ad7377,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:41:53.296601 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ac140-1998-47ee-b791-3c7089ad7377'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:53.298915 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c47741-de47-4555-9656-d15475ffc5e7" -d '{"events": [{"server_uuid": "cacbe115-560c-4934-acc5-ca08bcac81c7", "name": "network-vif-plugged", "status": "completed", "tag": "de6ac140-1998-47ee-b791-3c7089ad7377"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:53.338860 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443bc928-889f-49c8-9449-afb9b2e44e30 x-openstack-request-id: req-443bc928-889f-49c8-9449-afb9b2e44e30 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:53.339176 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacbe115-560c-4934-acc5-ca08bcac81c7", "name": "network-vif-plugged", "status": "completed", "tag": "de6ac140-1998-47ee-b791-3c7089ad7377", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:53.339434 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-443bc928-889f-49c8-9449-afb9b2e44e30 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:53.339948 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443bc928-889f-49c8-9449-afb9b2e44e30'] response: {'server_uuid': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ac140-1998-47ee-b791-3c7089ad7377', 'code': 200} Oct 27 09:41:53.544331 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3167c-ed83-4395-aeef-28fb8e6f3f20 req-efb7e30b-305b-4735-a701-8d732b22cd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:53.545935 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69b3167c-ed83-4395-aeef-28fb8e6f3f20 req-efb7e30b-305b-4735-a701-8d732b22cd1d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 1130 time: 0.0451515 Oct 27 09:41:53.630938 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-69b3167c-ed83-4395-aeef-28fb8e6f3f20 req-2df5986f-1acb-4cb5-ba7b-ddd079cd3185 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782173 Oct 27 09:41:53.638008 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51523fc7-5b37-4bf0-a6a5-5691caca8251 req-37314cae-9f82-43eb-b2bf-1376e4f10c6a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:53.639143 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-51523fc7-5b37-4bf0-a6a5-5691caca8251 req-37314cae-9f82-43eb-b2bf-1376e4f10c6a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 946 time: 0.0684831 Oct 27 09:41:53.690474 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-51523fc7-5b37-4bf0-a6a5-5691caca8251 req-3848f99c-63c8-4d13-90e3-686ae18d88c6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453265 Oct 27 09:41:53.760433 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d670af-ae2e-4c8f-91a2-06b9c3eb4ee0 req-a732c27c-27b5-4482-b5b1-f04a46493fe7 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:53.761944 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-14d670af-ae2e-4c8f-91a2-06b9c3eb4ee0 req-a732c27c-27b5-4482-b5b1-f04a46493fe7 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 946 time: 0.0516191 Oct 27 09:41:53.826158 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff785d4-f8f0-4bd7-889a-0fc30b68e514 req-ed274a19-87e6-42d9-baab-7e0916269791 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:53.827523 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5ff785d4-f8f0-4bd7-889a-0fc30b68e514 req-ed274a19-87e6-42d9-baab-7e0916269791 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 946 time: 0.0647070 Oct 27 09:41:53.838738 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34018) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:53.843371 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-aa3bee5f-9f4b-478d-b928-d803bc843458 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'floatingip': {'port_id': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:53.844075 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-14d670af-ae2e-4c8f-91a2-06b9c3eb4ee0 req-0f24e2af-8f12-48cd-94bd-a54bc424669a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727718 Oct 27 09:41:53.890641 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aa3bee5f-9f4b-478d-b928-d803bc843458 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (6eb9e77a-55c2-4f89-bc4c-eec06657ad52), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:54.304281 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aa3bee5f-9f4b-478d-b928-d803bc843458 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:54.308705 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aa3bee5f-9f4b-478d-b928-d803bc843458 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (6eb9e77a-55c2-4f89-bc4c-eec06657ad52), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:54.402978 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.l3_db [None req-aa3bee5f-9f4b-478d-b928-d803bc843458 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Floating IP 6eb9e77a-55c2-4f89-bc4c-eec06657ad52 associated. External IP: 172.27.0.49, port: f156fae7-f5fd-48a7-ba37-040eb64d86ae. Oct 27 09:41:54.596537 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3bee5f-9f4b-478d-b928-d803bc843458 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Router e67bc3b2-c062-43af-badd-a46a630bdbf6 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:41:54.697893 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3bee5f-9f4b-478d-b928-d803bc843458 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:41:54.702934 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aa3bee5f-9f4b-478d-b928-d803bc843458 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:54.707811 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c1d6f-480f-4ddc-a79e-692c1f6ae127 None None] Sync routers for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:41:54.718924 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c1d6f-480f-4ddc-a79e-692c1f6ae127 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:54.719624 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-c70c1d6f-480f-4ddc-a79e-692c1f6ae127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:54.827179 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-c70c1d6f-480f-4ddc-a79e-692c1f6ae127 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:54.970066 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36652cb6-82bb-4ef0-9986-47ec33e81819 req-4d3acbba-a1b2-4f4e-9c7a-cb2aa9610029 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:54.971701 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-36652cb6-82bb-4ef0-9986-47ec33e81819 req-4d3acbba-a1b2-4f4e-9c7a-cb2aa9610029 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 946 time: 0.0496528 Oct 27 09:41:54.989678 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-aa3bee5f-9f4b-478d-b928-d803bc843458 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "PUT /networking/v2.0/floatingips/6eb9e77a-55c2-4f89-bc4c-eec06657ad52 HTTP/1.1" status: 200 len: 991 time: 1.1476460 Oct 27 09:41:54.989678 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'tag': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:54.990481 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7161e7-c226-45e7-84f6-e01d7a14d41d" -d '{"events": [{"name": "network-changed", "server_uuid": "d59eaa9a-23ee-4664-bea0-d16de93dfa7f", "tag": "f156fae7-f5fd-48a7-ba37-040eb64d86ae"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:55.022931 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-36652cb6-82bb-4ef0-9986-47ec33e81819 req-8b6af246-003d-4ac4-a582-7d70ab621b01 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454011 Oct 27 09:41:55.029720 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85774339-09cc-44bf-92e7-ade286db731a x-openstack-request-id: req-85774339-09cc-44bf-92e7-ade286db731a {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:55.030009 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59eaa9a-23ee-4664-bea0-d16de93dfa7f", "tag": "f156fae7-f5fd-48a7-ba37-040eb64d86ae", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:55.030256 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-85774339-09cc-44bf-92e7-ade286db731a {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:55.030652 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85774339-09cc-44bf-92e7-ade286db731a'] response: {'name': 'network-changed', 'server_uuid': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'tag': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae', 'status': 'completed', 'code': 200} Oct 27 09:41:55.052289 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-c70c1d6f-480f-4ddc-a79e-692c1f6ae127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '6eb9e77a-55c2-4f89-bc4c-eec06657ad52', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:41:40Z', 'updated_at': '2022-10-27T09:41:54Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:55.080223 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c1d6f-480f-4ddc-a79e-692c1f6ae127 None None] Checking router: e67bc3b2-c062-43af-badd-a46a630bdbf6 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:41:55.088663 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c1d6f-480f-4ddc-a79e-692c1f6ae127 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:55.089258 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-c70c1d6f-480f-4ddc-a79e-692c1f6ae127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:55.188498 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-c70c1d6f-480f-4ddc-a79e-692c1f6ae127 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:55.393758 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-c70c1d6f-480f-4ddc-a79e-692c1f6ae127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '6eb9e77a-55c2-4f89-bc4c-eec06657ad52', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:41:40Z', 'updated_at': '2022-10-27T09:41:54Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:55.419551 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70c1d6f-480f-4ddc-a79e-692c1f6ae127 None None] The sync data for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi is: [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '6eb9e77a-55c2-4f89-bc4c-eec06657ad52', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.49', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:e6:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:41:40Z', 'updated_at': '2022-10-27T09:41:54Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:41:55.542061 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7161e7-c226-45e7-84f6-e01d7a14d41d req-c34e5dc3-304f-4ec6-9ec0-5eb3accaf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:55.544045 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6d7161e7-c226-45e7-84f6-e01d7a14d41d req-c34e5dc3-304f-4ec6-9ec0-5eb3accaf8d8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 1130 time: 0.0468030 Oct 27 09:41:55.623356 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e8af4-ac94-4d49-b369-da1da3206f3e None None] New status for floating IP 6eb9e77a-55c2-4f89-bc4c-eec06657ad52: ACTIVE {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:41:55.675022 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7161e7-c226-45e7-84f6-e01d7a14d41d req-9fa3a6cd-9caa-4169-a736-55f45f341838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:55.676605 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6d7161e7-c226-45e7-84f6-e01d7a14d41d req-9fa3a6cd-9caa-4169-a736-55f45f341838 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 916 time: 0.1000035 Oct 27 09:41:55.743232 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6d7161e7-c226-45e7-84f6-e01d7a14d41d req-ec091f98-ddb6-4b0a-bb32-5e53f9e88e1e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f156fae7-f5fd-48a7-ba37-040eb64d86ae HTTP/1.1" status: 200 len: 999 time: 0.0595424 Oct 27 09:41:55.794155 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7161e7-c226-45e7-84f6-e01d7a14d41d req-46aa033a-1b3b-45b6-9e3e-262b8d9cc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:55.795606 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6d7161e7-c226-45e7-84f6-e01d7a14d41d req-46aa033a-1b3b-45b6-9e3e-262b8d9cc274 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 200 len: 854 time: 0.0458775 Oct 27 09:41:55.839510 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7161e7-c226-45e7-84f6-e01d7a14d41d req-01e30f29-1767-4f8a-9d1e-66c2946a9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:55.840968 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6d7161e7-c226-45e7-84f6-e01d7a14d41d req-01e30f29-1767-4f8a-9d1e-66c2946a9ad9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=15104d09-0e0f-4140-ae39-9239f083d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386963 Oct 27 09:41:55.933287 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6d7161e7-c226-45e7-84f6-e01d7a14d41d req-fdd8bbf5-0f97-451a-8fcf-bee0069c2c16 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847344 Oct 27 09:41:56.012267 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:56.022733 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6d7161e7-c226-45e7-84f6-e01d7a14d41d req-32a2266f-4c5b-41ea-92c5-085b0009c78a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834157 Oct 27 09:41:56.148947 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ecadf-d049-4444-856e-21feb4c46c8a req-a839f008-69c4-4e86-a02d-be7aa65cfb0a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:56.151025 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-658ecadf-d049-4444-856e-21feb4c46c8a req-a839f008-69c4-4e86-a02d-be7aa65cfb0a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 946 time: 0.0504951 Oct 27 09:41:56.182356 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-83e44367-6852-421d-967f-bf470ac639ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:56.199695 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-658ecadf-d049-4444-856e-21feb4c46c8a req-1a0c967d-afbf-4694-bc6b-f8d58ae644c6 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430439 Oct 27 09:41:56.301563 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:56.315402 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7b0a2-a127-472a-95d0-c3a7508e514e req-7c8ef158-9fc3-4268-88d4-7890ea8d17ad tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:56.316832 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-21c7b0a2-a127-472a-95d0-c3a7508e514e req-7c8ef158-9fc3-4268-88d4-7890ea8d17ad tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 946 time: 0.0474386 Oct 27 09:41:56.328140 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34030) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:41:56.332558 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-46e4ea6c-220c-4e8e-9cf6-9e1c2d1eaddd tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Request body: {'floatingip': {'port_id': 'de6ac140-1998-47ee-b791-3c7089ad7377'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:41:56.369719 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46e4ea6c-220c-4e8e-9cf6-9e1c2d1eaddd tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:56.786802 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46e4ea6c-220c-4e8e-9cf6-9e1c2d1eaddd tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:56.790418 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46e4ea6c-220c-4e8e-9cf6-9e1c2d1eaddd tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:56.884315 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-46e4ea6c-220c-4e8e-9cf6-9e1c2d1eaddd tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Floating IP 05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad associated. External IP: 172.27.0.118, port: de6ac140-1998-47ee-b791-3c7089ad7377. Oct 27 09:41:57.074223 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e4ea6c-220c-4e8e-9cf6-9e1c2d1eaddd tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Router 614c13fa-a64d-4eb5-8a4d-dbba05074cff has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:41:57.159393 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:57.175123 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e4ea6c-220c-4e8e-9cf6-9e1c2d1eaddd tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:41:57.179896 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-46e4ea6c-220c-4e8e-9cf6-9e1c2d1eaddd tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:57.184133 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a566a28-77b9-423c-8f5f-c0dab003e42f None None] Sync routers for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:41:57.198020 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a566a28-77b9-423c-8f5f-c0dab003e42f None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:57.198615 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-7a566a28-77b9-423c-8f5f-c0dab003e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:57.208895 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-46e4ea6c-220c-4e8e-9cf6-9e1c2d1eaddd tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "PUT /networking/v2.0/floatingips/05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad HTTP/1.1" status: 200 len: 992 time: 0.8794961 Oct 27 09:41:57.209634 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'tag': 'de6ac140-1998-47ee-b791-3c7089ad7377'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:41:57.211934 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c8ff8a-88ef-4254-9749-bd699375f7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cacbe115-560c-4934-acc5-ca08bcac81c7", "tag": "de6ac140-1998-47ee-b791-3c7089ad7377"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:41:57.249824 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5cf8a8-896e-464f-939c-e39965f11a38 x-openstack-request-id: req-df5cf8a8-896e-464f-939c-e39965f11a38 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:41:57.250119 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacbe115-560c-4934-acc5-ca08bcac81c7", "tag": "de6ac140-1998-47ee-b791-3c7089ad7377", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:41:57.250377 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df5cf8a8-896e-464f-939c-e39965f11a38 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:41:57.250784 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5cf8a8-896e-464f-939c-e39965f11a38'] response: {'name': 'network-changed', 'server_uuid': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'tag': 'de6ac140-1998-47ee-b791-3c7089ad7377', 'status': 'completed', 'code': 200} Oct 27 09:41:57.299152 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-7a566a28-77b9-423c-8f5f-c0dab003e42f None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:57.313450 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8ff8a-88ef-4254-9749-bd699375f7e2 req-4d37f13c-abec-4126-8487-17806d67b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:57.314958 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5c8ff8a-88ef-4254-9749-bd699375f7e2 req-4d37f13c-abec-4126-8487-17806d67b149 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 1130 time: 0.0382447 Oct 27 09:41:57.384088 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:57.411322 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8ff8a-88ef-4254-9749-bd699375f7e2 req-049ad1a4-4818-4fda-9584-a366bbf3243a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:57.412780 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5c8ff8a-88ef-4254-9749-bd699375f7e2 req-049ad1a4-4818-4fda-9584-a366bbf3243a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 200 len: 911 time: 0.0891252 Oct 27 09:41:57.486621 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5c8ff8a-88ef-4254-9749-bd699375f7e2 req-f5517654-5237-4e6b-95da-edb89d663f5f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de6ac140-1998-47ee-b791-3c7089ad7377 HTTP/1.1" status: 200 len: 1000 time: 0.0576191 Oct 27 09:41:57.523960 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=100 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:57.533254 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=100 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:41:57.539883 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8ff8a-88ef-4254-9749-bd699375f7e2 req-1636feab-5d10-4922-b793-d40ce487599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:57.541509 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5c8ff8a-88ef-4254-9749-bd699375f7e2 req-1636feab-5d10-4922-b793-d40ce487599a service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7b858d44-f19d-48cb-bdfe-2ce0056a601e HTTP/1.1" status: 200 len: 849 time: 0.0451820 Oct 27 09:41:57.587480 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8ff8a-88ef-4254-9749-bd699375f7e2 req-7a5e0b8e-1121-499f-940d-0cdd74ef2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:57.589529 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5c8ff8a-88ef-4254-9749-bd699375f7e2 req-7a5e0b8e-1121-499f-940d-0cdd74ef2014 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=27e1c21a-a41e-4b69-8864-f162b04c2923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414684 Oct 27 09:41:57.597271 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-7a566a28-77b9-423c-8f5f-c0dab003e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'port_id': 'de6ac140-1998-47ee-b791-3c7089ad7377', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'mac_address': 'fa:16:3e:66:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:41:40Z', 'updated_at': '2022-10-27T09:41:56Z', 'revision_number': 1, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:57.622689 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a566a28-77b9-423c-8f5f-c0dab003e42f None None] Checking router: 614c13fa-a64d-4eb5-8a4d-dbba05074cff for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:41:57.630812 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a566a28-77b9-423c-8f5f-c0dab003e42f None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:41:57.631397 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-7a566a28-77b9-423c-8f5f-c0dab003e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:28Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:57.682643 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5c8ff8a-88ef-4254-9749-bd699375f7e2 req-eb35a80c-ae76-4f94-91fb-07979c70d2d7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844412 Oct 27 09:41:57.733099 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-7a566a28-77b9-423c-8f5f-c0dab003e42f None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:41:57.952907 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-7a566a28-77b9-423c-8f5f-c0dab003e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'port_id': 'de6ac140-1998-47ee-b791-3c7089ad7377', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'mac_address': 'fa:16:3e:66:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:41:40Z', 'updated_at': '2022-10-27T09:41:56Z', 'revision_number': 1, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:41:57.978256 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a566a28-77b9-423c-8f5f-c0dab003e42f None None] The sync data for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi is: [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'port_id': 'de6ac140-1998-47ee-b791-3c7089ad7377', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'mac_address': 'fa:16:3e:66:73:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:41:40Z', 'updated_at': '2022-10-27T09:41:56Z', 'revision_number': 1, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:41:58.008725 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5c8ff8a-88ef-4254-9749-bd699375f7e2 req-bc30b4df-9284-47ba-81c7-add59598d069 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152640 Oct 27 09:41:58.188879 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f8e1e4-7042-475d-b168-0fa8e52f0e6b None None] New status for floating IP 05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad: ACTIVE {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:41:58.357433 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc58d0-2784-4977-9068-47e94bd9b246 req-824329cd-8fc8-4407-83ee-0e857b98b9f0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:58.358898 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c1dc58d0-2784-4977-9068-47e94bd9b246 req-824329cd-8fc8-4407-83ee-0e857b98b9f0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0490072 Oct 27 09:41:58.407748 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c1dc58d0-2784-4977-9068-47e94bd9b246 req-31fefa7f-08fe-45b6-ad15-ef474498183c tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432119 Oct 27 09:41:58.508466 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-70998ad8-341b-4956-b1fd-f509a71b231a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:41:59.530987 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8e277-1923-43cb-8316-253872043ad4 req-7834e003-1721-4a79-8a9e-c7f20b1dd686 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:41:59.532325 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5af8e277-1923-43cb-8316-253872043ad4 req-7834e003-1721-4a79-8a9e-c7f20b1dd686 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0457342 Oct 27 09:41:59.579692 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5af8e277-1923-43cb-8316-253872043ad4 req-7b132e7f-6b1b-48aa-9eea-54e936527a63 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418825 Oct 27 09:41:59.721275 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:00.702631 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326fa3f-94d7-42ee-8176-0c61863de360 req-c82cf219-f375-4967-a81c-f427c149c9e0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:00.704083 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1326fa3f-94d7-42ee-8176-0c61863de360 req-c82cf219-f375-4967-a81c-f427c149c9e0 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0502942 Oct 27 09:42:00.752655 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1326fa3f-94d7-42ee-8176-0c61863de360 req-0bee03f6-949c-44ae-9c1e-9f6900aaaf7e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429571 Oct 27 09:42:01.386830 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:01.435625 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:01.872667 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0cef8-3daf-469c-9904-59aa1a40653b req-3befa634-3097-4851-aad4-59916a6241df tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:01.874099 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07f0cef8-3daf-469c-9904-59aa1a40653b req-3befa634-3097-4851-aad4-59916a6241df tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0465124 Oct 27 09:42:01.921627 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-07f0cef8-3daf-469c-9904-59aa1a40653b req-120764ac-aaea-4329-a178-323403f90c64 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420249 Oct 27 09:42:03.044263 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67622f33-d4c3-4519-80c7-1bed9f705bea req-3c905d9e-1860-43da-98af-90cfb3b50174 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:03.046128 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67622f33-d4c3-4519-80c7-1bed9f705bea req-3c905d9e-1860-43da-98af-90cfb3b50174 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0502100 Oct 27 09:42:03.065599 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:03.095090 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67622f33-d4c3-4519-80c7-1bed9f705bea req-9a67f7f0-7ae1-4abd-ade2-7e1567abff6e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Oct 27 09:42:04.218250 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4241d7-4d80-4371-864f-48d56edfb37a req-8b3a4179-80b2-49d7-8a9b-54732def77ac tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:04.219750 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2e4241d7-4d80-4371-864f-48d56edfb37a req-8b3a4179-80b2-49d7-8a9b-54732def77ac tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0483022 Oct 27 09:42:04.270370 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2e4241d7-4d80-4371-864f-48d56edfb37a req-89dc79ab-600a-4f35-aed2-0e03b1584309 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450325 Oct 27 09:42:04.981052 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:04.984258 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:05.389160 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1c25e-3b63-4535-a6e6-ae56d10c7bc8 req-c9421e10-42bd-40b5-9417-6040a6efa0f9 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:05.390609 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04c1c25e-3b63-4535-a6e6-ae56d10c7bc8 req-c9421e10-42bd-40b5-9417-6040a6efa0f9 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0461674 Oct 27 09:42:05.442165 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04c1c25e-3b63-4535-a6e6-ae56d10c7bc8 req-5b4b8941-81ea-441a-aa2b-87bd31b5b816 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462344 Oct 27 09:42:06.426120 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:06.552443 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:06.569534 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18060d89-de1e-4dbe-8086-2a732354787f req-d36ae36f-26f9-430d-8e78-078be610b727 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:06.571050 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-18060d89-de1e-4dbe-8086-2a732354787f req-d36ae36f-26f9-430d-8e78-078be610b727 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0540476 Oct 27 09:42:06.620092 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-18060d89-de1e-4dbe-8086-2a732354787f req-5c2b19ad-844b-4f1f-b3f2-66d69079c362 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432687 Oct 27 09:42:07.739423 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2eb77-0b4b-4d8c-b96b-f9f50ade5743 req-0c90e01d-7c9f-4b15-99ce-6fa05647a228 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:07.740919 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-68d2eb77-0b4b-4d8c-b96b-f9f50ade5743 req-0c90e01d-7c9f-4b15-99ce-6fa05647a228 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0471189 Oct 27 09:42:07.789997 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-68d2eb77-0b4b-4d8c-b96b-f9f50ade5743 req-70833c9f-6518-4045-8105-8a98c01a8517 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432453 Oct 27 09:42:08.607104 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732e88-bf2d-4448-87d7-50c0277c4c9b req-e5bfe44d-5abc-4855-a32d-6d6cad41f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:08.608576 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e6732e88-bf2d-4448-87d7-50c0277c4c9b req-e5bfe44d-5abc-4855-a32d-6d6cad41f8f8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9&device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 1129 time: 0.0845828 Oct 27 09:42:08.698833 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732e88-bf2d-4448-87d7-50c0277c4c9b req-edb2fa89-fbf7-44e2-aeb5-239ce1a9342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:08.700646 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e6732e88-bf2d-4448-87d7-50c0277c4c9b req-edb2fa89-fbf7-44e2-aeb5-239ce1a9342e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd HTTP/1.1" status: 200 len: 909 time: 0.0844245 Oct 27 09:42:08.733013 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=54 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:08.737278 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=48 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:08.769653 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e6732e88-bf2d-4448-87d7-50c0277c4c9b req-10841a41-e729-4674-b3b2-5405cbc130db service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af533890-8a09-4e93-ac93-881cbb38ca23 HTTP/1.1" status: 200 len: 1000 time: 0.0581024 Oct 27 09:42:08.823571 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732e88-bf2d-4448-87d7-50c0277c4c9b req-bc3bf69c-056a-4830-9418-6ba99c49d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:08.824740 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e6732e88-bf2d-4448-87d7-50c0277c4c9b req-bc3bf69c-056a-4830-9418-6ba99c49d12f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=faf8b354-5a8f-483d-acb3-774b2e6a5fe4 HTTP/1.1" status: 200 len: 847 time: 0.0436387 Oct 27 09:42:08.870906 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732e88-bf2d-4448-87d7-50c0277c4c9b req-457b04b6-91c9-428e-a943-551381fc19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:08.872420 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e6732e88-bf2d-4448-87d7-50c0277c4c9b req-457b04b6-91c9-428e-a943-551381fc19c8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408421 Oct 27 09:42:08.967124 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e72a7-e523-432c-b96c-74a4e980933f req-88ed3197-9a2e-4f40-9512-c33f4854e20a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:08.968807 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-563e72a7-e523-432c-b96c-74a4e980933f req-88ed3197-9a2e-4f40-9512-c33f4854e20a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0939977 Oct 27 09:42:09.029682 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e6732e88-bf2d-4448-87d7-50c0277c4c9b req-7fe0d234-c066-47be-9bf0-77a8764cd9b3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462996 Oct 27 09:42:09.038170 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-563e72a7-e523-432c-b96c-74a4e980933f req-be3c34f6-694f-4d63-b35c-e8721d7eac29 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634639 Oct 27 09:42:09.127400 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e6732e88-bf2d-4448-87d7-50c0277c4c9b req-3b4538e1-1f81-4fe7-99db-174cf6c28730 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883193 Oct 27 09:42:09.788015 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:42:10.133304 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27f9488e-8d24-4929-b261-f4a195607fae req-3620a484-cb82-4311-83ed-57d2f0a60e56 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1003713580&fields=id&tenant_id=f169a47a4c9a4c60b87cedcd77c102c8 HTTP/1.1" status: 200 len: 267 time: 0.0546517 Oct 27 09:42:10.189737 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:10.198344 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51864f8e-cb79-44d7-99c3-c89305f8638c req-ab77c2d1-1c32-451f-b2cd-bb000ec3cfc7 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:10.199794 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-51864f8e-cb79-44d7-99c3-c89305f8638c req-ab77c2d1-1c32-451f-b2cd-bb000ec3cfc7 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0841269 Oct 27 09:42:10.210690 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9488e-8d24-4929-b261-f4a195607fae req-5394e615-b5df-4e0c-a5df-3d47bdbcb4a5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:10.212111 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27f9488e-8d24-4929-b261-f4a195607fae req-5394e615-b5df-4e0c-a5df-3d47bdbcb4a5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 985 time: 0.0634050 Oct 27 09:42:10.224258 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-27f9488e-8d24-4929-b261-f4a195607fae req-4aac642f-4759-46e8-a500-d39e974387ae tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Request body: {'port': {'security_groups': ['a90d3352-a899-44e8-9fa1-ffd5a36fc972']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:42:10.287869 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:10.319051 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-51864f8e-cb79-44d7-99c3-c89305f8638c req-a864a6da-5eba-4ecf-8142-47d7d5b22027 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058726 Oct 27 09:42:10.328020 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-27f9488e-8d24-4929-b261-f4a195607fae req-4aac642f-4759-46e8-a500-d39e974387ae tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (7969c643-a189-494b-ab3e-877a44420350), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:10.497408 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-27f9488e-8d24-4929-b261-f4a195607fae req-4aac642f-4759-46e8-a500-d39e974387ae tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] For port 7969c643-a189-494b-ab3e-877a44420350, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=7969c643-a189-494b-ab3e-877a44420350,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:10.524427 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-27f9488e-8d24-4929-b261-f4a195607fae req-4aac642f-4759-46e8-a500-d39e974387ae tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for port (7969c643-a189-494b-ab3e-877a44420350), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:10.529474 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-27f9488e-8d24-4929-b261-f4a195607fae req-4aac642f-4759-46e8-a500-d39e974387ae tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (7969c643-a189-494b-ab3e-877a44420350), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:10.538009 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9488e-8d24-4929-b261-f4a195607fae req-4aac642f-4759-46e8-a500-d39e974387ae tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:10.538619 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-27f9488e-8d24-4929-b261-f4a195607fae req-4aac642f-4759-46e8-a500-d39e974387ae tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:10.539981 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27f9488e-8d24-4929-b261-f4a195607fae req-4aac642f-4759-46e8-a500-d39e974387ae tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "PUT /networking/v2.0/ports/7969c643-a189-494b-ab3e-877a44420350 HTTP/1.1" status: 200 len: 943 time: 0.3208578 Oct 27 09:42:10.546632 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'tag': '7969c643-a189-494b-ab3e-877a44420350'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:42:10.546748 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34088) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:10.548338 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d60c170-131f-42a6-8a2f-619b5a826009" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "tag": "7969c643-a189-494b-ab3e-877a44420350"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:42:10.548493 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['7969c643-a189-494b-ab3e-877a44420350'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:42:10.599423 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac642f-4759-46e8-a500-d39e974387ae tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event updated for resources: {'Port': ['ID=7969c643-a189-494b-ab3e-877a44420350,revision_number=7']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:10.618168 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e725dfd-e0bc-4e2d-940c-02fbba840576 x-openstack-request-id: req-6e725dfd-e0bc-4e2d-940c-02fbba840576 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:42:10.618604 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "tag": "7969c643-a189-494b-ab3e-877a44420350", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:42:10.618863 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6e725dfd-e0bc-4e2d-940c-02fbba840576 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:42:10.619275 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e725dfd-e0bc-4e2d-940c-02fbba840576'] response: {'name': 'network-changed', 'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'tag': '7969c643-a189-494b-ab3e-877a44420350', 'status': 'completed', 'code': 200} Oct 27 09:42:10.636550 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-55224db7-b42c-40b5-85e4-929aed4fc9bb tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group (b10bb2b0-1160-463d-b173-84e4e57babba), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:10.637919 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:10.661624 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-55224db7-b42c-40b5-85e4-929aed4fc9bb tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group (b10bb2b0-1160-463d-b173-84e4e57babba), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:10.696571 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['7969c643-a189-494b-ab3e-877a44420350'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:42:10.721788 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-55224db7-b42c-40b5-85e4-929aed4fc9bb tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b10bb2b0-1160-463d-b173-84e4e57babba), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:10.724337 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-55224db7-b42c-40b5-85e4-929aed4fc9bb tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:10.725580 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-55224db7-b42c-40b5-85e4-929aed4fc9bb tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/b10bb2b0-1160-463d-b173-84e4e57babba HTTP/1.1" status: 204 len: 168 time: 0.1779273 Oct 27 09:42:10.729096 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34092) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:10.735307 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55224db7-b42c-40b5-85e4-929aed4fc9bb tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10bb2b0-1160-463d-b173-84e4e57babba,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:10.815404 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60c170-131f-42a6-8a2f-619b5a826009 req-4e2f18a6-d0ac-49b1-b3c8-540a6b5e7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:10.816879 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d60c170-131f-42a6-8a2f-619b5a826009 req-4e2f18a6-d0ac-49b1-b3c8-540a6b5e7748 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f169a47a4c9a4c60b87cedcd77c102c8&device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 1130 time: 0.0527246 Oct 27 09:42:10.827355 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:10.973145 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Deleting port 26ad409c-00b6-4a90-89dd-c2057a9de88b {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:10.973394 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (26ad409c-00b6-4a90-89dd-c2057a9de88b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:10.987502 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60c170-131f-42a6-8a2f-619b5a826009 req-97301267-a06d-4ff3-8715-cf862f6b4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:10.988964 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d60c170-131f-42a6-8a2f-619b5a826009 req-97301267-a06d-4ff3-8715-cf862f6b4198 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=042524b8-b6d1-4da2-af4f-a673e3c2f198 HTTP/1.1" status: 200 len: 916 time: 0.1378002 Oct 27 09:42:11.099973 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d60c170-131f-42a6-8a2f-619b5a826009 req-41eea50d-0c67-475b-b544-14d41970ef54 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7969c643-a189-494b-ab3e-877a44420350 HTTP/1.1" status: 200 len: 1001 time: 0.0762827 Oct 27 09:42:11.101777 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (26ad409c-00b6-4a90-89dd-c2057a9de88b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:11.101941 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for floatingip (26ad409c-00b6-4a90-89dd-c2057a9de88b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:11.115490 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Calling delete_port for 26ad409c-00b6-4a90-89dd-c2057a9de88b owned by network:floatingip {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:11.211165 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:11.219180 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60c170-131f-42a6-8a2f-619b5a826009 req-71abc3a8-0bf5-496f-9e51-86376872e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:11.220673 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d60c170-131f-42a6-8a2f-619b5a826009 req-71abc3a8-0bf5-496f-9e51-86376872e48d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=125ee7f3-f3d8-40e9-a2ff-78c08b2419d6 HTTP/1.1" status: 200 len: 854 time: 0.1063964 Oct 27 09:42:11.263278 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:11.288839 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60c170-131f-42a6-8a2f-619b5a826009 req-fb2af968-5bc8-45da-bf07-c214bb4b0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:11.290357 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d60c170-131f-42a6-8a2f-619b5a826009 req-fb2af968-5bc8-45da-bf07-c214bb4b0f76 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=042524b8-b6d1-4da2-af4f-a673e3c2f198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599425 Oct 27 09:42:11.456184 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (26ad409c-00b6-4a90-89dd-c2057a9de88b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:11.464121 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d60c170-131f-42a6-8a2f-619b5a826009 req-66b95407-46cc-480e-b00d-29b7fe74c32d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594019 Oct 27 09:42:11.493085 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfade13-8b27-4aaa-b8c2-674f264c2352 req-e17ebf43-f2ba-4ea2-bd0a-26c486dc8226 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:11.495147 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cbfade13-8b27-4aaa-b8c2-674f264c2352 req-e17ebf43-f2ba-4ea2-bd0a-26c486dc8226 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0969067 Oct 27 09:42:11.502137 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event deleted for resources: {'Port': ['ID=26ad409c-00b6-4a90-89dd-c2057a9de88b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:11.658206 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cbfade13-8b27-4aaa-b8c2-674f264c2352 req-ad88250d-6d6a-4208-94cb-c14f47b151d8 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517565 Oct 27 09:42:11.658988 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks [] for floatingip (bfa9f384-d823-45f1-af88-691bdee803d2), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:11.659314 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Floating IP bfa9f384-d823-45f1-af88-691bdee803d2 disassociated (deleted). External IP: 172.27.0.50, port: 7969c643-a189-494b-ab3e-877a44420350. Oct 27 09:42:11.711635 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d60c170-131f-42a6-8a2f-619b5a826009 req-501650c3-d439-4639-b24b-ba3efb7df399 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247000 Oct 27 09:42:11.877495 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Router ec491084-aa9f-46e0-a558-47b0aaa58707 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:42:11.978273 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:42:11.983104 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:11.988100 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764dd57-0480-455b-846f-63db3cda3f72 None None] Sync routers for ids ['ec491084-aa9f-46e0-a558-47b0aaa58707'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:42:11.999069 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764dd57-0480-455b-846f-63db3cda3f72 None None] Routers {'ec491084-aa9f-46e0-a558-47b0aaa58707'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:42:11.999614 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-3764dd57-0480-455b-846f-63db3cda3f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['ec491084-aa9f-46e0-a558-47b0aaa58707'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:12.009090 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:12.013660 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-6b42a0d0-8500-4542-973b-39aabbf4e87b tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/bfa9f384-d823-45f1-af88-691bdee803d2 HTTP/1.1" status: 204 len: 168 time: 1.2835286 Oct 27 09:42:12.102467 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-3764dd57-0480-455b-846f-63db3cda3f72 None None] Set router ec491084-aa9f-46e0-a558-47b0aaa58707 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:42:12.315005 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-3764dd57-0480-455b-846f-63db3cda3f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 4, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'ccd8a0e7-905a-438c-ba1d-08aef65ab4d6', 'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'mac_address': 'fa:16:3e:13:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:46Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 5, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'subnets': [{'id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:12.339519 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764dd57-0480-455b-846f-63db3cda3f72 None None] Checking router: ec491084-aa9f-46e0-a558-47b0aaa58707 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:42:12.347715 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3764dd57-0480-455b-846f-63db3cda3f72 None None] Routers {'ec491084-aa9f-46e0-a558-47b0aaa58707'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:42:12.348304 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-3764dd57-0480-455b-846f-63db3cda3f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['ec491084-aa9f-46e0-a558-47b0aaa58707'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:12.446361 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-3764dd57-0480-455b-846f-63db3cda3f72 None None] Set router ec491084-aa9f-46e0-a558-47b0aaa58707 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:42:12.620872 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'tag': '7969c643-a189-494b-ab3e-877a44420350'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:42:12.623296 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b50c24-a023-4fb1-82cb-25679580a77f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "tag": "7969c643-a189-494b-ab3e-877a44420350"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:42:12.624033 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-3764dd57-0480-455b-846f-63db3cda3f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 4, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'ccd8a0e7-905a-438c-ba1d-08aef65ab4d6', 'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'mac_address': 'fa:16:3e:13:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:46Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 5, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'subnets': [{'id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:12.649380 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3764dd57-0480-455b-846f-63db3cda3f72 None None] The sync data for ids ['ec491084-aa9f-46e0-a558-47b0aaa58707'] in dv-cinder-797970-7-iscsi is: [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:38:46Z', 'revision_number': 4, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'ccd8a0e7-905a-438c-ba1d-08aef65ab4d6', 'name': '', 'network_id': '042524b8-b6d1-4da2-af4f-a673e3c2f198', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'mac_address': 'fa:16:3e:13:80:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:46Z', 'updated_at': '2022-10-27T09:38:52Z', 'revision_number': 5, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'subnets': [{'id': '125ee7f3-f3d8-40e9-a2ff-78c08b2419d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:42:12.725529 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe1fb21-4a74-417e-ac10-d4f80ffe1cc7 x-openstack-request-id: req-0fe1fb21-4a74-417e-ac10-d4f80ffe1cc7 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:42:12.725834 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "tag": "7969c643-a189-494b-ab3e-877a44420350", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:42:12.726119 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0fe1fb21-4a74-417e-ac10-d4f80ffe1cc7 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:42:12.726524 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fe1fb21-4a74-417e-ac10-d4f80ffe1cc7'] response: {'name': 'network-changed', 'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'tag': '7969c643-a189-494b-ab3e-877a44420350', 'status': 'completed', 'code': 200} Oct 27 09:42:12.789553 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2f4b1-b99d-4d5f-b7c0-9cf0ab7f47b8 req-dd3d4e5c-358f-4566-a722-09bef86840c4 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:12.792017 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-47a2f4b1-b99d-4d5f-b7c0-9cf0ab7f47b8 req-dd3d4e5c-358f-4566-a722-09bef86840c4 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0502174 Oct 27 09:42:12.884956 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-47a2f4b1-b99d-4d5f-b7c0-9cf0ab7f47b8 req-49e13411-6e95-4fee-8ccd-efea648e64e9 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853236 Oct 27 09:42:12.886072 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b50c24-a023-4fb1-82cb-25679580a77f req-82b131a2-8e2e-41b6-9183-76c858062259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:12.887424 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65b50c24-a023-4fb1-82cb-25679580a77f req-82b131a2-8e2e-41b6-9183-76c858062259 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f169a47a4c9a4c60b87cedcd77c102c8&device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 1130 time: 0.0696328 Oct 27 09:42:12.890066 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6e968-62b9-4afb-8907-2e2bff6a81bb None None] New status for floating IP bfa9f384-d823-45f1-af88-691bdee803d2: DOWN {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:42:12.965963 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:12.989741 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b50c24-a023-4fb1-82cb-25679580a77f req-c20def5a-bd0f-443a-9995-f3edad270e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:12.991210 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65b50c24-a023-4fb1-82cb-25679580a77f req-c20def5a-bd0f-443a-9995-f3edad270e5a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=042524b8-b6d1-4da2-af4f-a673e3c2f198 HTTP/1.1" status: 200 len: 916 time: 0.0929701 Oct 27 09:42:13.042243 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65b50c24-a023-4fb1-82cb-25679580a77f req-baa9769c-1a3e-4eb7-825c-01a8bda297a3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7969c643-a189-494b-ab3e-877a44420350 HTTP/1.1" status: 200 len: 217 time: 0.0379667 Oct 27 09:42:13.167574 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-abaf19f2-a744-4c57-860e-1a4da29e672a service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800719 Oct 27 09:42:13.172940 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b50c24-a023-4fb1-82cb-25679580a77f req-f8e566b2-744c-4924-9cbd-3cbbaaa6fa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:13.174323 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65b50c24-a023-4fb1-82cb-25679580a77f req-f8e566b2-744c-4924-9cbd-3cbbaaa6fa22 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=125ee7f3-f3d8-40e9-a2ff-78c08b2419d6 HTTP/1.1" status: 200 len: 854 time: 0.1143558 Oct 27 09:42:13.181773 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fb285-47fe-48db-9b65-97d037363ea7 req-365e3160-ad1a-4c83-9383-33c6c6606380 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:13.183116 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b83fb285-47fe-48db-9b65-97d037363ea7 req-365e3160-ad1a-4c83-9383-33c6c6606380 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0650899 Oct 27 09:42:13.499277 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b50c24-a023-4fb1-82cb-25679580a77f req-9a366bae-0328-45ac-b987-8c3ecf65c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:13.500791 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65b50c24-a023-4fb1-82cb-25679580a77f req-9a366bae-0328-45ac-b987-8c3ecf65c3b2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=042524b8-b6d1-4da2-af4f-a673e3c2f198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3153932 Oct 27 09:42:13.538655 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-0ceb12f1-2f5a-4140-9d1e-fc99def2d30c tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:13.539979 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-0ceb12f1-2f5a-4140-9d1e-fc99def2d30c tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports/af533890-8a09-4e93-ac93-881cbb38ca23 HTTP/1.1" status: 200 len: 942 time: 0.0919776 Oct 27 09:42:13.555275 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b83fb285-47fe-48db-9b65-97d037363ea7 req-b37514c0-577a-45d1-930b-a89be118e625 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3610220 Oct 27 09:42:13.624474 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65b50c24-a023-4fb1-82cb-25679580a77f req-db32b84a-fb96-4d83-aaee-d066e0f6bc0c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116071 Oct 27 09:42:13.717013 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-65b50c24-a023-4fb1-82cb-25679580a77f req-4c6af072-7bf0-4e73-a5e3-09cf02a8c0d0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851481 Oct 27 09:42:14.691440 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae03344-5b06-45f7-a351-4a698a74c26d req-61164199-6ec3-4609-9c96-fdf81eb03216 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:14.698009 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4ae03344-5b06-45f7-a351-4a698a74c26d req-61164199-6ec3-4609-9c96-fdf81eb03216 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0651267 Oct 27 09:42:14.770114 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4ae03344-5b06-45f7-a351-4a698a74c26d req-f431c535-978e-4b92-a479-51f8bd7c2dc7 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705330 Oct 27 09:42:14.783386 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb8b4e-e1ce-4611-ac47-748117ac1428 req-a605c4de-4a82-480b-bf68-a0cd57364b4f tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:14.784875 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-eacb8b4e-e1ce-4611-ac47-748117ac1428 req-a605c4de-4a82-480b-bf68-a0cd57364b4f tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0573063 Oct 27 09:42:14.832056 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-eacb8b4e-e1ce-4611-ac47-748117ac1428 req-b31d6ecc-e384-4ac5-a3d2-99c5f5d1f119 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Oct 27 09:42:15.048557 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device af533890-8a09-4e93-ac93-881cbb38ca23 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:15.118182 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port af533890-8a09-4e93-ac93-881cbb38ca23 is: ACTIVE; New status is: DOWN {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:42:15.118494 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:15.141651 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:42:15.143884 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d17b2e-3e2c-4e38-875a-49de488d4f2a" -d '{"events": [{"server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "name": "network-vif-unplugged", "status": "completed", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:42:15.156236 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port af533890-8a09-4e93-ac93-881cbb38ca23, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=af533890-8a09-4e93-ac93-881cbb38ca23,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:15.160983 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:15.186031 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Oct 2022 09:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40934c7-a658-43b9-a787-848bed156c2f x-openstack-request-id: req-f40934c7-a658-43b9-a787-848bed156c2f {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:42:15.186347 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "name": "network-vif-unplugged", "status": "completed", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:42:15.186601 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f40934c7-a658-43b9-a787-848bed156c2f {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:42:15.186987 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40934c7-a658-43b9-a787-848bed156c2f'] response: {'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'code': 200} Oct 27 09:42:15.213078 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=af533890-8a09-4e93-ac93-881cbb38ca23,revision_number=6']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:15.895737 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1250d81-2b6a-431c-bf2e-1a6bfff21ed8 req-a738dd04-310d-42c9-9dce-cbb05e84953f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:15.897251 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a1250d81-2b6a-431c-bf2e-1a6bfff21ed8 req-a738dd04-310d-42c9-9dce-cbb05e84953f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0513315 Oct 27 09:42:15.979993 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b20e0-237d-451d-9d31-677628597078 req-d5aaf60f-f2c9-4e37-a1e5-9b2fe35b90a9 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:15.981485 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4c4b20e0-237d-451d-9d31-677628597078 req-d5aaf60f-f2c9-4e37-a1e5-9b2fe35b90a9 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0711391 Oct 27 09:42:15.986239 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a1250d81-2b6a-431c-bf2e-1a6bfff21ed8 req-13e36e85-fb73-454d-b4cf-887496d28a2b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828776 Oct 27 09:42:16.008063 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:16.030202 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4c4b20e0-237d-451d-9d31-677628597078 req-e837b4e9-3da8-4a78-bed8-b428862a4b5d tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Oct 27 09:42:16.831116 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808521c4-a7a1-4cd4-8da4-2e3630d98f5d req-e76b3064-edc4-4e6d-9f13-54854c8077c5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:16.832825 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-808521c4-a7a1-4cd4-8da4-2e3630d98f5d req-e76b3064-edc4-4e6d-9f13-54854c8077c5 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.0479717 Oct 27 09:42:16.910299 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:16.920443 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-808521c4-a7a1-4cd4-8da4-2e3630d98f5d req-cb3c36ed-2e43-4249-8289-355cf0ae5742 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Deleting port 7969c643-a189-494b-ab3e-877a44420350 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:16.920817 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-808521c4-a7a1-4cd4-8da4-2e3630d98f5d req-cb3c36ed-2e43-4249-8289-355cf0ae5742 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (7969c643-a189-494b-ab3e-877a44420350), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:17.010403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-808521c4-a7a1-4cd4-8da4-2e3630d98f5d req-cb3c36ed-2e43-4249-8289-355cf0ae5742 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] For port 7969c643-a189-494b-ab3e-877a44420350, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=7969c643-a189-494b-ab3e-877a44420350,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:17.010765 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-808521c4-a7a1-4cd4-8da4-2e3630d98f5d req-cb3c36ed-2e43-4249-8289-355cf0ae5742 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (7969c643-a189-494b-ab3e-877a44420350), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:17.024081 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-808521c4-a7a1-4cd4-8da4-2e3630d98f5d req-cb3c36ed-2e43-4249-8289-355cf0ae5742 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Calling delete_port for 7969c643-a189-494b-ab3e-877a44420350 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:17.152653 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34e35b-a570-4195-a8db-9099a4abdf7b req-1b431493-7e38-4757-ae3c-e2a288afc894 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:17.154093 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0a34e35b-a570-4195-a8db-9099a4abdf7b req-1b431493-7e38-4757-ae3c-e2a288afc894 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0857575 Oct 27 09:42:17.218288 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fb6ae-d92e-42fa-8e55-c9e30835cb9d req-86d0cef6-2171-4fab-9abb-0e9c4f7f3c5d tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:17.219723 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-123fb6ae-d92e-42fa-8e55-c9e30835cb9d req-86d0cef6-2171-4fab-9abb-0e9c4f7f3c5d tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 946 time: 0.1091361 Oct 27 09:42:17.282450 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-7a517e9b-4731-4294-8141-76dbba371f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:17.283924 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-7a517e9b-4731-4294-8141-76dbba371f13 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846&tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9 HTTP/1.1" status: 200 len: 1127 time: 0.1053998 Oct 27 09:42:17.312800 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0a34e35b-a570-4195-a8db-9099a4abdf7b req-ad9afd58-4d45-489e-8545-b4a878bdc554 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524220 Oct 27 09:42:17.370190 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-123fb6ae-d92e-42fa-8e55-c9e30835cb9d req-8bf4584a-fd49-4d4d-8300-076799f1ffa9 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a90d3352-a899-44e8-9fa1-ffd5a36fc972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437588 Oct 27 09:42:17.377403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-808521c4-a7a1-4cd4-8da4-2e3630d98f5d req-cb3c36ed-2e43-4249-8289-355cf0ae5742 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (7969c643-a189-494b-ab3e-877a44420350), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:17.386972 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-f74ecb67-965a-4236-8335-12d92ec1c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:17.388413 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-f74ecb67-965a-4236-8335-12d92ec1c330 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9&device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 1127 time: 0.0747857 Oct 27 09:42:17.400342 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['7969c643-a189-494b-ab3e-877a44420350'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:42:17.416975 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c36ed-2e43-4249-8289-355cf0ae5742 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Pushing event deleted for resources: {'Port': ['ID=7969c643-a189-494b-ab3e-877a44420350,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:17.503638 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-808521c4-a7a1-4cd4-8da4-2e3630d98f5d req-cb3c36ed-2e43-4249-8289-355cf0ae5742 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] No DVR routers for this DVR port 7969c643-a189-494b-ab3e-877a44420350 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:42:17.508945 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-808521c4-a7a1-4cd4-8da4-2e3630d98f5d req-cb3c36ed-2e43-4249-8289-355cf0ae5742 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:17.512644 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-808521c4-a7a1-4cd4-8da4-2e3630d98f5d req-cb3c36ed-2e43-4249-8289-355cf0ae5742 tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.72 "DELETE /networking/v2.0/ports/7969c643-a189-494b-ab3e-877a44420350 HTTP/1.1" status: 204 len: 173 time: 0.6749120 Oct 27 09:42:17.513128 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'name': 'network-vif-deleted', 'tag': '7969c643-a189-494b-ab3e-877a44420350'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:42:17.515395 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b3a483-cbd5-4a56-a24c-f240fb615437" -d '{"events": [{"server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "name": "network-vif-deleted", "tag": "7969c643-a189-494b-ab3e-877a44420350"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:42:17.548663 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-9054d1c0-b05a-4c0c-b1b2-856e027a6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:17.550151 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-9054d1c0-b05a-4c0c-b1b2-856e027a6b2d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd HTTP/1.1" status: 200 len: 909 time: 0.1432354 Oct 27 09:42:17.554843 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8679d6b0-3c3c-4ae6-8e67-125c8180016b x-openstack-request-id: req-8679d6b0-3c3c-4ae6-8e67-125c8180016b {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:42:17.555131 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc27f94-5b44-482f-9d13-b102e27b7a10", "name": "network-vif-deleted", "tag": "7969c643-a189-494b-ab3e-877a44420350", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:42:17.555378 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8679d6b0-3c3c-4ae6-8e67-125c8180016b {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:42:17.555821 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8679d6b0-3c3c-4ae6-8e67-125c8180016b'] response: {'server_uuid': '1cc27f94-5b44-482f-9d13-b102e27b7a10', 'name': 'network-vif-deleted', 'tag': '7969c643-a189-494b-ab3e-877a44420350', 'status': 'completed', 'code': 200} Oct 27 09:42:17.622519 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-85d76193-09c4-445d-897d-201fd2243f86 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af533890-8a09-4e93-ac93-881cbb38ca23 HTTP/1.1" status: 200 len: 998 time: 0.0569601 Oct 27 09:42:17.674307 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:17.681900 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-00c37e09-7c21-4beb-b59f-47eb81cc78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:17.683210 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-00c37e09-7c21-4beb-b59f-47eb81cc78ea service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=faf8b354-5a8f-483d-acb3-774b2e6a5fe4 HTTP/1.1" status: 200 len: 847 time: 0.0516500 Oct 27 09:42:17.730248 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-54dfb171-bb24-49ee-8ee9-42fa66f95267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:17.731906 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-54dfb171-bb24-49ee-8ee9-42fa66f95267 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393608 Oct 27 09:42:17.852655 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-32237237-113e-497c-9b21-13b491fa10e4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971081 Oct 27 09:42:17.944148 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:17.964984 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e113676-aa7c-4b7b-a18e-77fd9a0fd80f req-0491e7a6-fdce-4f13-b394-337657d0375f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995224 Oct 27 09:42:18.434840 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5ef97-cfd3-40c8-8edc-ff5f424cebf3 req-90fa7542-968e-4705-ab87-dc12e9912b7a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:18.436308 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a5d5ef97-cfd3-40c8-8edc-ff5f424cebf3 req-90fa7542-968e-4705-ab87-dc12e9912b7a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0466676 Oct 27 09:42:18.494953 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1a45f62a-215b-4b34-a779-e507cd1e932c req-186fab51-5a31-4394-92fe-6bc405e86aba tempest-TestMinimumBasicScenario-387822451 tempest-TestMinimumBasicScenario-387822451-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=1cc27f94-5b44-482f-9d13-b102e27b7a10 HTTP/1.1" status: 200 len: 210 time: 0.0371134 Oct 27 09:42:18.516046 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a5d5ef97-cfd3-40c8-8edc-ff5f424cebf3 req-b023b60d-3fd6-45a8-869b-4057deed2c50 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740435 Oct 27 09:42:19.658479 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115370c2-e674-4c66-93dd-e599f3d311c1 req-286437b3-9eb5-4659-94bd-ffb302fa9933 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:19.659991 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-115370c2-e674-4c66-93dd-e599f3d311c1 req-286437b3-9eb5-4659-94bd-ffb302fa9933 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0569639 Oct 27 09:42:19.743342 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-115370c2-e674-4c66-93dd-e599f3d311c1 req-035fe287-e6ea-42d8-8329-332e8b5da5e7 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763562 Oct 27 09:42:19.753494 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e65b-5087-4f17-82ff-6c0b75b0fcd1 req-8a2f444a-56ec-4a0a-a86b-36520ecbddd9 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:19.754953 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a2d4e65b-5087-4f17-82ff-6c0b75b0fcd1 req-8a2f444a-56ec-4a0a-a86b-36520ecbddd9 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0606337 Oct 27 09:42:19.809729 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a2d4e65b-5087-4f17-82ff-6c0b75b0fcd1 req-b0df9639-718e-4876-b875-b43a2dfde562 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473092 Oct 27 09:42:20.267339 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34234) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:20.629567 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654533'] for router_interface (ec491084-aa9f-46e0-a558-47b0aaa58707), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:20.700547 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:20.731211 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:20.810747 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:20.907843 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31001c81-4a83-4606-bd3b-2b16dfe913f3 req-257ccd92-9b47-42a0-bcb0-974bff665776 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:20.909201 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31001c81-4a83-4606-bd3b-2b16dfe913f3 req-257ccd92-9b47-42a0-bcb0-974bff665776 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0795891 Oct 27 09:42:20.967623 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:20.980735 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad66e6-eebe-4c3f-8331-197391a81387 req-673e1c58-160b-4bfc-b6df-fdf8f058dd00 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:20.982158 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0bad66e6-eebe-4c3f-8331-197391a81387 req-673e1c58-160b-4bfc-b6df-fdf8f058dd00 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0966070 Oct 27 09:42:21.009957 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] Deleting port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:21.010285 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:21.073616 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31001c81-4a83-4606-bd3b-2b16dfe913f3 req-cf455700-1491-405a-b767-ec708d4ab187 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483512 Oct 27 09:42:21.099970 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 7969c643-a189-494b-ab3e-877a44420350 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:21.107428 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0bad66e6-eebe-4c3f-8331-197391a81387 req-616800de-1c53-4c20-8795-1d13ae3c1dac tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181655 Oct 27 09:42:21.119983 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: 7969c643-a189-494b-ab3e-877a44420350 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:21.120340 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 7969c643-a189-494b-ab3e-877a44420350 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:21.126518 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] For port ccd8a0e7-905a-438c-ba1d-08aef65ab4d6, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=ccd8a0e7-905a-438c-ba1d-08aef65ab4d6,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:21.126878 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:21.139712 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] Calling delete_port for ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 owned by network:router_interface {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:21.314924 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (ccd8a0e7-905a-438c-ba1d-08aef65ab4d6), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:21.343624 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd8a0e7-905a-438c-ba1d-08aef65ab4d6,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:21.501139 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface (ec491084-aa9f-46e0-a558-47b0aaa58707), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:21.521615 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f272117-56da-4e21-97db-153c7847f583 None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:42:21.639071 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f272117-56da-4e21-97db-153c7847f583 None None] Resources bound (agent type, host, resource id): {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 09:42:21.647168 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:21.944451 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] Router ec491084-aa9f-46e0-a558-47b0aaa58707 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:42:22.032366 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:22.052057 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:42:22.057398 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-80bdcf21-56e5-4472-9fac-c328c071b8d2 admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/ec491084-aa9f-46e0-a558-47b0aaa58707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7889979 Oct 27 09:42:22.060085 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34240) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:22.064453 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59d7df-a1bf-4f43-b988-7b25260de29e None None] Sync routers for ids ['ec491084-aa9f-46e0-a558-47b0aaa58707'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:42:22.076300 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59d7df-a1bf-4f43-b988-7b25260de29e None None] Routers {'ec491084-aa9f-46e0-a558-47b0aaa58707'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:42:22.076949 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-0f59d7df-a1bf-4f43-b988-7b25260de29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['ec491084-aa9f-46e0-a558-47b0aaa58707'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:22.171731 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Publish callbacks [] for router (ec491084-aa9f-46e0-a558-47b0aaa58707), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:22.184950 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-0f59d7df-a1bf-4f43-b988-7b25260de29e None None] Set router ec491084-aa9f-46e0-a558-47b0aaa58707 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:42:22.305123 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad6416-eb3a-4fe7-9832-07fcf44090ea req-00e9d708-7c11-4403-973d-c4b340bfef6a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:22.306815 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a3ad6416-eb3a-4fe7-9832-07fcf44090ea req-00e9d708-7c11-4403-973d-c4b340bfef6a tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0992911 Oct 27 09:42:22.336632 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-eecc509f-222e-4b75-a2c6-d1d40c2f598a None None] Provisioning complete for port 1786c67b-a758-408e-befd-32a118619763 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:42:22.337770 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-eecc509f-222e-4b75-a2c6-d1d40c2f598a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1786c67b-a758-408e-befd-32a118619763), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:22.337992 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb468cb-64f2-4eba-9ed1-0152905d5c02 req-1d6589c5-5157-4110-91b5-53f109fd6169 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:22.338139 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-eecc509f-222e-4b75-a2c6-d1d40c2f598a None None] Attempt 1 to provision port 1786c67b-a758-408e-befd-32a118619763 Oct 27 09:42:22.339657 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5eb468cb-64f2-4eba-9ed1-0152905d5c02 req-1d6589c5-5157-4110-91b5-53f109fd6169 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.1332347 Oct 27 09:42:22.407970 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Publish callbacks [] for router_gateway (ec491084-aa9f-46e0-a558-47b0aaa58707), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:22.421133 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-eecc509f-222e-4b75-a2c6-d1d40c2f598a None None] Current status of the port 1786c67b-a758-408e-befd-32a118619763 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:42:22.430518 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=100 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:22.454522 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5eb468cb-64f2-4eba-9ed1-0152905d5c02 req-794b612b-72de-4177-8dfe-a9a800084921 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045668 Oct 27 09:42:22.468900 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-0f59d7df-a1bf-4f43-b988-7b25260de29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:42:21Z', 'revision_number': 5, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port': {'id': '31b2d9bb-e44f-4fe0-a483-90eff1cab8b4', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:44Z', 'updated_at': '2022-10-27T09:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:22.473621 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a3ad6416-eb3a-4fe7-9832-07fcf44090ea req-de3dd825-5d08-4156-8a47-334a8948ef58 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311035 Oct 27 09:42:22.488944 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Deleting port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:22.489288 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:22.494533 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59d7df-a1bf-4f43-b988-7b25260de29e None None] Checking router: ec491084-aa9f-46e0-a558-47b0aaa58707 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:42:22.503029 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59d7df-a1bf-4f43-b988-7b25260de29e None None] Routers {'ec491084-aa9f-46e0-a558-47b0aaa58707'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:42:22.503612 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-0f59d7df-a1bf-4f43-b988-7b25260de29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['ec491084-aa9f-46e0-a558-47b0aaa58707'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:22.541313 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-419c606d-153a-4087-b5fb-14f51f7d1d87 None None] Provisioning complete for port 1786c67b-a758-408e-befd-32a118619763 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:42:22.541788 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-419c606d-153a-4087-b5fb-14f51f7d1d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (1786c67b-a758-408e-befd-32a118619763), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:22.542349 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-419c606d-153a-4087-b5fb-14f51f7d1d87 None None] Attempt 1 to provision port 1786c67b-a758-408e-befd-32a118619763 Oct 27 09:42:22.565194 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:22.571320 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] For port 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=31b2d9bb-e44f-4fe0-a483-90eff1cab8b4,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:22.571759 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:22.574790 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:22.585891 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Calling delete_port for 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 owned by network:router_gateway {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:22.595897 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-0f59d7df-a1bf-4f43-b988-7b25260de29e None None] Set router ec491084-aa9f-46e0-a558-47b0aaa58707 gateway port host: None {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:42:22.625736 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-419c606d-153a-4087-b5fb-14f51f7d1d87 None None] Current status of the port 1786c67b-a758-408e-befd-32a118619763 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:42:22.647114 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-0f59d7df-a1bf-4f43-b988-7b25260de29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:42:22Z', 'revision_number': 6, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port_host': None}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:22.672144 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59d7df-a1bf-4f43-b988-7b25260de29e None None] The sync data for ids ['ec491084-aa9f-46e0-a558-47b0aaa58707'] in dv-cinder-797970-7-iscsi is: [{'id': 'ec491084-aa9f-46e0-a558-47b0aaa58707', 'name': 'tempest-TestMinimumBasicScenario-1294387247-router', 'tenant_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:43Z', 'updated_at': '2022-10-27T09:42:22Z', 'revision_number': 6, 'project_id': 'f169a47a4c9a4c60b87cedcd77c102c8', 'gw_port_host': None}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:42:22.713391 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:22.760090 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (31b2d9bb-e44f-4fe0-a483-90eff1cab8b4), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:22.788931 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Pushing event deleted for resources: {'Port': ['ID=31b2d9bb-e44f-4fe0-a483-90eff1cab8b4,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:22.855690 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658050'] for router_gateway (ec491084-aa9f-46e0-a558-47b0aaa58707), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:22.957589 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041905'] for router (ec491084-aa9f-46e0-a558-47b0aaa58707), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:22.959779 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Publish callbacks [] for router_controller (ec491084-aa9f-46e0-a558-47b0aaa58707), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.018095 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:23.026292 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651776'] for router (ec491084-aa9f-46e0-a558-47b0aaa58707), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.027161 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec491084-aa9f-46e0-a558-47b0aaa58707 {{(pid=104689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 09:42:23.032592 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.033910 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-20b513a0-6693-4642-82ec-9a2ddc95615a admin admin] 10.222.0.70 "DELETE /networking/v2.0/routers/ec491084-aa9f-46e0-a558-47b0aaa58707 HTTP/1.1" status: 204 len: 168 time: 0.9726720 Oct 27 09:42:23.036559 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34254) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:23.086788 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25ab9f4-263a-4e10-96ae-8a77b76778b3 admin admin] Deleting subnet 125ee7f3-f3d8-40e9-a2ff-78c08b2419d6 {{(pid=104689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:42:23.090165 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d25ab9f4-263a-4e10-96ae-8a77b76778b3 admin admin] Publish callbacks [] for subnet (125ee7f3-f3d8-40e9-a2ff-78c08b2419d6), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.126019 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d25ab9f4-263a-4e10-96ae-8a77b76778b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1679559'] for subnet (125ee7f3-f3d8-40e9-a2ff-78c08b2419d6), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.227484 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d25ab9f4-263a-4e10-96ae-8a77b76778b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (125ee7f3-f3d8-40e9-a2ff-78c08b2419d6), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.289098 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d25ab9f4-263a-4e10-96ae-8a77b76778b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2373704'] for subnet (125ee7f3-f3d8-40e9-a2ff-78c08b2419d6), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.318373 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-d25ab9f4-263a-4e10-96ae-8a77b76778b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.322365 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-d25ab9f4-263a-4e10-96ae-8a77b76778b3 admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/125ee7f3-f3d8-40e9-a2ff-78c08b2419d6 HTTP/1.1" status: 204 len: 168 time: 0.2848668 Oct 27 09:42:23.323009 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f635584-0d0a-43f9-983d-be99a8fa6385 None None] Network 042524b8-b6d1-4da2-af4f-a673e3c2f198 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:42:23.323474 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab9f4-263a-4e10-96ae-8a77b76778b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125ee7f3-f3d8-40e9-a2ff-78c08b2419d6,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:23.325294 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34260) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:23.352328 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:23.401128 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (042524b8-b6d1-4da2-af4f-a673e3c2f198), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.445205 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Deleting port 1786c67b-a758-408e-befd-32a118619763 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:23.445743 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (1786c67b-a758-408e-befd-32a118619763), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.494829 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd33a1-e927-4620-81f7-c56ce9f0cd40 None None] DHCP port deletion for 042524b8-b6d1-4da2-af4f-a673e3c2f198 request from dv-cinder-797970-7-iscsi {{(pid=104691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 09:42:23.522004 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] For port 1786c67b-a758-408e-befd-32a118619763, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=1786c67b-a758-408e-befd-32a118619763,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:23.522372 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (1786c67b-a758-408e-befd-32a118619763), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.543300 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Calling delete_port for 1786c67b-a758-408e-befd-32a118619763 owned by network:dhcp {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:23.566857 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd33a1-e927-4620-81f7-c56ce9f0cd40 None None] Deleting port 1786c67b-a758-408e-befd-32a118619763 {{(pid=104691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:23.567234 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-7ecd33a1-e927-4620-81f7-c56ce9f0cd40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (1786c67b-a758-408e-befd-32a118619763), before_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.629497 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22f7b6-ca4c-41cc-9715-c7d89b2615d9 req-3d76b399-a099-4129-94f4-de86f69c275f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:23.631272 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7d22f7b6-ca4c-41cc-9715-c7d89b2615d9 req-3d76b399-a099-4129-94f4-de86f69c275f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0884416 Oct 27 09:42:23.635702 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (1786c67b-a758-408e-befd-32a118619763), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.642961 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50e1e7-5d3e-40c5-9ae7-10aaa66a467a req-53764fe3-3b88-4895-8928-b8779ba8f09c tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:23.644417 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fd50e1e7-5d3e-40c5-9ae7-10aaa66a467a req-53764fe3-3b88-4895-8928-b8779ba8f09c tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0638831 Oct 27 09:42:23.648594 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-7ecd33a1-e927-4620-81f7-c56ce9f0cd40 None None] For port 1786c67b-a758-408e-befd-32a118619763, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=1786c67b-a758-408e-befd-32a118619763,segment=NetworkSegment(17e6d94f-6bd5-4757-8471-48c5ef41a184),segment_id=17e6d94f-6bd5-4757-8471-48c5ef41a184)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:23.649049 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-7ecd33a1-e927-4620-81f7-c56ce9f0cd40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (1786c67b-a758-408e-befd-32a118619763), precommit_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.663680 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd33a1-e927-4620-81f7-c56ce9f0cd40 None None] Calling delete_port for 1786c67b-a758-408e-befd-32a118619763 owned by network:dhcp {{(pid=104691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:23.663879 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=1786c67b-a758-408e-befd-32a118619763,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:23.668383 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] No DVR routers for this DVR port 1786c67b-a758-408e-befd-32a118619763 on host dv-cinder-797970-7-iscsi {{(pid=104690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:42:23.695369 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.695625 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.696160 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.697065 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.697406 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.697734 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.698059 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.698384 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.698708 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.699029 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.699355 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.699703 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.700250 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.700586 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.700931 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:23.729522 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7d22f7b6-ca4c-41cc-9715-c7d89b2615d9 req-31a774da-6f34-4df9-a004-a76e9d1a728e tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836334 Oct 27 09:42:23.757610 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fd50e1e7-5d3e-40c5-9ae7-10aaa66a467a req-e3b06511-071f-4e6e-8b49-8ceb614d64d4 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980945 Oct 27 09:42:23.762577 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (042524b8-b6d1-4da2-af4f-a673e3c2f198), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.776300 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-7ecd33a1-e927-4620-81f7-c56ce9f0cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394'] for port (1786c67b-a758-408e-befd-32a118619763), after_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.786575 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042524b8-b6d1-4da2-af4f-a673e3c2f198']}} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:23.794804 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ecb95-0334-4e29-afd4-3016377d9408 req-e7719729-f37a-459a-8a24-cbcbff4b8ff0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:23.796298 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-817ecb95-0334-4e29-afd4-3016377d9408 req-e7719729-f37a-459a-8a24-cbcbff4b8ff0 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.0876250 Oct 27 09:42:23.797152 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e6d94f-6bd5-4757-8471-48c5ef41a184') {'for_net_delete': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:23.797450 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e6d94f-6bd5-4757-8471-48c5ef41a184') {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:23.802341 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd33a1-e927-4620-81f7-c56ce9f0cd40 None None] Pushing event deleted for resources: {'Port': ['ID=1786c67b-a758-408e-befd-32a118619763,revision_number=None']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:23.807776 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd33a1-e927-4620-81f7-c56ce9f0cd40 None None] No DVR routers for this DVR port 1786c67b-a758-408e-befd-32a118619763 on host dv-cinder-797970-7-iscsi {{(pid=104691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:42:23.809605 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2834243'] for segment (17e6d94f-6bd5-4757-8471-48c5ef41a184), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.831788 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (17e6d94f-6bd5-4757-8471-48c5ef41a184), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.838253 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=104690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:42:23.838635 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686121'] for segment (17e6d94f-6bd5-4757-8471-48c5ef41a184), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.903760 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (042524b8-b6d1-4da2-af4f-a673e3c2f198), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.909110 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:23.917355 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/042524b8-b6d1-4da2-af4f-a673e3c2f198 HTTP/1.1" status: 204 len: 168 time: 0.5904772 Oct 27 09:42:23.920389 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34272) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:23.929733 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 17e6d94f-6bd5-4757-8471-48c5ef41a184 resource provider aggregate not found Oct 27 09:42:23.939934 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:23.945658 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000ba5e-c5e6-4f2e-ad46-89e972c37b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=042524b8-b6d1-4da2-af4f-a673e3c2f198,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:23.952944 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 17e6d94f-6bd5-4757-8471-48c5ef41a184 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17e6d94f-6bd5-4757-8471-48c5ef41a184 found for delete ", "request_id": "req-6c575b24-46c4-45d6-ad15-dca17f8d8d6b"}]} Oct 27 09:42:23.961289 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:23.961635 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device ccd8a0e7-905a-438c-ba1d-08aef65ab4d6 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:23.962618 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 1786c67b-a758-408e-befd-32a118619763 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:23.981641 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 1786c67b-a758-408e-befd-32a118619763 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:23.981988 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 1786c67b-a758-408e-befd-32a118619763 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:23.982394 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:24.000994 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:24.001345 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 31b2d9bb-e44f-4fe0-a483-90eff1cab8b4 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:24.145263 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:24.241057 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654533'] for router_interface (d9895ed2-1309-42e5-957e-f3387d43a3d9), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:24.396673 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:24.491292 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] Deleting port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:24.491552 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:24.588903 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Deleting port 3a528390-aec1-4a57-8443-f4bdcd15f187 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:24.589243 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:24.659432 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] For port 2cef35fb-994c-4c9a-a1dd-027c8a8756bc, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=2cef35fb-994c-4c9a-a1dd-027c8a8756bc,segment=NetworkSegment(a8a9f5a8-5a8c-416b-a915-2180be1b2d89),segment_id=a8a9f5a8-5a8c-416b-a915-2180be1b2d89)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:24.659787 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:24.682754 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] Calling delete_port for 2cef35fb-994c-4c9a-a1dd-027c8a8756bc owned by network:router_interface {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:24.740741 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] For port 3a528390-aec1-4a57-8443-f4bdcd15f187, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=3a528390-aec1-4a57-8443-f4bdcd15f187,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:24.741102 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:24.930976 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:24.982607 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190dfb-2f5f-466d-b5f8-ec0f87e7bcfa req-a651f6a4-8be2-47f6-ba6e-1da37a358a5b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:24.984076 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01190dfb-2f5f-466d-b5f8-ec0f87e7bcfa req-a651f6a4-8be2-47f6-ba6e-1da37a358a5b tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 945 time: 0.1744800 Oct 27 09:42:25.272917 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f0664-fa20-4afd-92bc-95fe2e332fff req-cd925f22-886c-43be-bc83-43773975ef17 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:25.274938 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ef9f0664-fa20-4afd-92bc-95fe2e332fff req-cd925f22-886c-43be-bc83-43773975ef17 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.3694141 Oct 27 09:42:25.373260 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:25.395948 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-01190dfb-2f5f-466d-b5f8-ec0f87e7bcfa req-e9fddac3-dd1b-4712-b312-33aa100c82dd tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=5ffc2248-aed5-41cb-8047-efed31f06157&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323135 Oct 27 09:42:25.419305 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ef9f0664-fa20-4afd-92bc-95fe2e332fff req-ef50ff4e-d452-4dc8-a0f3-afcd3f0e792c tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349881 Oct 27 09:42:25.425584 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (2cef35fb-994c-4c9a-a1dd-027c8a8756bc), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:25.429524 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:25.430058 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (610c2fa3-5307-4c8b-9fbc-5742db941f7d), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:25.431057 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Floating IP 610c2fa3-5307-4c8b-9fbc-5742db941f7d disassociated. External IP: 172.27.0.171, port: 3a528390-aec1-4a57-8443-f4bdcd15f187. Oct 27 09:42:25.431688 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Calling delete_port for 3a528390-aec1-4a57-8443-f4bdcd15f187 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:25.465194 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] Pushing event deleted for resources: {'Port': ['ID=2cef35fb-994c-4c9a-a1dd-027c8a8756bc,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:25.739382 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface (d9895ed2-1309-42e5-957e-f3387d43a3d9), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:25.768246 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (3a528390-aec1-4a57-8443-f4bdcd15f187), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:25.805250 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fed0ebe-c4a9-4d16-8069-ca564b460fa8 None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:42:25.835650 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event deleted for resources: {'Port': ['ID=3a528390-aec1-4a57-8443-f4bdcd15f187,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:25.857225 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bfa4c-dd25-495f-b871-8060478bc3d8 req-22b5a83a-f28e-4e59-8f4f-7f72b5c44758 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:25.858742 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-707bfa4c-dd25-495f-b871-8060478bc3d8 req-22b5a83a-f28e-4e59-8f4f-7f72b5c44758 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.1297448 Oct 27 09:42:25.924065 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed0ebe-c4a9-4d16-8069-ca564b460fa8 None None] Resources bound (agent type, host, resource id): {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 09:42:25.984762 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:26.048812 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-707bfa4c-dd25-495f-b871-8060478bc3d8 req-1c87c6ba-c576-4629-9581-14130c4b72d2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438656 Oct 27 09:42:26.095656 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:42:26.201822 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:26.205897 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] Router d9895ed2-1309-42e5-957e-f3387d43a3d9 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:42:26.246755 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-372adf08-b1f4-40eb-bbf8-301b9b68b56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:26.302174 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:42:26.315260 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad34d0-49e4-49b7-ba6a-4665cdfe7293 None None] Sync routers for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:42:26.326572 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad34d0-49e4-49b7-ba6a-4665cdfe7293 None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:42:26.327457 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-ebad34d0-49e4-49b7-ba6a-4665cdfe7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:26.381254 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] No DVR routers for this DVR port 3a528390-aec1-4a57-8443-f4bdcd15f187 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:42:26.385132 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:26.388364 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-817ecb95-0334-4e29-afd4-3016377d9408 req-ce2e5a9e-4be8-4cd5-a88b-9a1be769de88 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "DELETE /networking/v2.0/ports/3a528390-aec1-4a57-8443-f4bdcd15f187 HTTP/1.1" status: 204 len: 173 time: 1.9396007 Oct 27 09:42:26.388887 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'name': 'network-vif-deleted', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:42:26.391144 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff5f76d-10e4-4560-bf09-d5536888d878" -d '{"events": [{"server_uuid": "d2612979-fbed-42ac-b725-265018416862", "name": "network-vif-deleted", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:42:26.422579 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:42:26.429243 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-bd46ca0b-c2fb-404d-81b0-f8ed8b4dd78c admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/d9895ed2-1309-42e5-957e-f3387d43a3d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4992433 Oct 27 09:42:26.432208 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34302) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:26.438045 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded738c5-719a-4d78-8fa7-f58ce10c9b6b None None] Sync routers for ids ['d9895ed2-1309-42e5-957e-f3387d43a3d9'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:42:26.458679 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-ebad34d0-49e4-49b7-ba6a-4665cdfe7293 None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:42:26.479805 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded738c5-719a-4d78-8fa7-f58ce10c9b6b None None] Routers {'d9895ed2-1309-42e5-957e-f3387d43a3d9'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:42:26.481046 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ded738c5-719a-4d78-8fa7-f58ce10c9b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['d9895ed2-1309-42e5-957e-f3387d43a3d9'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:26.491824 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38f4adf-5c06-4769-9af0-d5920528177f x-openstack-request-id: req-f38f4adf-5c06-4769-9af0-d5920528177f {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:42:26.492118 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2612979-fbed-42ac-b725-265018416862", "name": "network-vif-deleted", "tag": "3a528390-aec1-4a57-8443-f4bdcd15f187", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:42:26.493861 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f38f4adf-5c06-4769-9af0-d5920528177f {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:42:26.493861 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38f4adf-5c06-4769-9af0-d5920528177f'] response: {'server_uuid': 'd2612979-fbed-42ac-b725-265018416862', 'name': 'network-vif-deleted', 'tag': '3a528390-aec1-4a57-8443-f4bdcd15f187', 'status': 'completed', 'code': 200} Oct 27 09:42:26.583714 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:26.616666 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e5c32154-8bda-4494-8011-8f1366fbb798 req-7f06d0b1-02bc-425b-b109-150e793e4608 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d2612979-fbed-42ac-b725-265018416862 HTTP/1.1" status: 200 len: 210 time: 0.0708227 Oct 27 09:42:26.704156 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Publish callbacks [] for router (d9895ed2-1309-42e5-957e-f3387d43a3d9), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:26.711360 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:26.715291 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe7fe7-2ffc-4aa3-a891-da8c8758da43 req-15e15f76-8a4e-4d5e-94e8-e8bde9b1bc0b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:26.717904 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fe7fe7-2ffc-4aa3-a891-da8c8758da43 req-15e15f76-8a4e-4d5e-94e8-e8bde9b1bc0b tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 943 time: 0.0841255 Oct 27 09:42:26.735615 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-ded738c5-719a-4d78-8fa7-f58ce10c9b6b None None] Set router d9895ed2-1309-42e5-957e-f3387d43a3d9 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:42:26.785704 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-ebad34d0-49e4-49b7-ba6a-4665cdfe7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:37:00Z', 'revision_number': 5, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:26.825782 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad34d0-49e4-49b7-ba6a-4665cdfe7293 None None] Checking router: 32e5fecc-d74c-4207-ac1a-55a7a49a9acc for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:42:26.829677 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67fe7fe7-2ffc-4aa3-a891-da8c8758da43 req-dda9d8bc-6bfe-4919-8e84-32d6c6cddaaa tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048663 Oct 27 09:42:26.842044 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad34d0-49e4-49b7-ba6a-4665cdfe7293 None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:42:26.842793 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-ebad34d0-49e4-49b7-ba6a-4665cdfe7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:26.876879 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Publish callbacks [] for router_gateway (d9895ed2-1309-42e5-957e-f3387d43a3d9), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:26.943574 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Deleting port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:26.944068 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:26.973385 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ded738c5-719a-4d78-8fa7-f58ce10c9b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'name': 'tempest-TestMinimumBasicScenario-746180119-router', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:42:25Z', 'revision_number': 5, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'gw_port': {'id': '27dc32e2-e353-4e0c-a014-24f04e1c8f3c', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:01:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:26.988876 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-ebad34d0-49e4-49b7-ba6a-4665cdfe7293 None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:42:27.009335 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded738c5-719a-4d78-8fa7-f58ce10c9b6b None None] Checking router: d9895ed2-1309-42e5-957e-f3387d43a3d9 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:42:27.019816 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded738c5-719a-4d78-8fa7-f58ce10c9b6b None None] Routers {'d9895ed2-1309-42e5-957e-f3387d43a3d9'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:42:27.020436 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ded738c5-719a-4d78-8fa7-f58ce10c9b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:41:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['d9895ed2-1309-42e5-957e-f3387d43a3d9'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:27.021184 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-4eb225a9-7c4b-4448-bb8f-129e0322e965 None None] Provisioning complete for port d6ed84b8-a07c-454e-9a02-f999b9a63812 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:42:27.021624 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-4eb225a9-7c4b-4448-bb8f-129e0322e965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.022034 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-4eb225a9-7c4b-4448-bb8f-129e0322e965 None None] Attempt 1 to provision port d6ed84b8-a07c-454e-9a02-f999b9a63812 Oct 27 09:42:27.037511 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] For port 27dc32e2-e353-4e0c-a014-24f04e1c8f3c, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=27dc32e2-e353-4e0c-a014-24f04e1c8f3c,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:27.037878 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.056345 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Calling delete_port for 27dc32e2-e353-4e0c-a014-24f04e1c8f3c owned by network:router_gateway {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:27.064281 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:27.067998 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:27.114891 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-ded738c5-719a-4d78-8fa7-f58ce10c9b6b None None] Set router d9895ed2-1309-42e5-957e-f3387d43a3d9 gateway port host: None {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:42:27.128860 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device af533890-8a09-4e93-ac93-881cbb38ca23 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:42:27.140182 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 3a528390-aec1-4a57-8443-f4bdcd15f187 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:27.181485 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ded738c5-719a-4d78-8fa7-f58ce10c9b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'name': 'tempest-TestMinimumBasicScenario-746180119-router', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:42:26Z', 'revision_number': 6, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'gw_port_host': None}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:27.193971 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece009a-0a62-47f3-a646-934beabed76e req-15812bc1-c239-4b5a-9dd9-e8cab8777b54 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:27.203922 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-eece009a-0a62-47f3-a646-934beabed76e req-15812bc1-c239-4b5a-9dd9-e8cab8777b54 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0660696 Oct 27 09:42:27.210038 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded738c5-719a-4d78-8fa7-f58ce10c9b6b None None] The sync data for ids ['d9895ed2-1309-42e5-957e-f3387d43a3d9'] in dv-cinder-797970-7-iscsi is: [{'id': 'd9895ed2-1309-42e5-957e-f3387d43a3d9', 'name': 'tempest-TestMinimumBasicScenario-746180119-router', 'tenant_id': '39b5b195f9b04586b6e8e4a33271619c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:49Z', 'updated_at': '2022-10-27T09:42:26Z', 'revision_number': 6, 'project_id': '39b5b195f9b04586b6e8e4a33271619c', 'gw_port_host': None}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:42:27.216776 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: 3a528390-aec1-4a57-8443-f4bdcd15f187 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:27.217502 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 3a528390-aec1-4a57-8443-f4bdcd15f187 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:27.277873 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-eece009a-0a62-47f3-a646-934beabed76e req-0237658b-7859-483e-a235-c6580f2e6f7b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729473 Oct 27 09:42:27.278384 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (27dc32e2-e353-4e0c-a014-24f04e1c8f3c), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.307547 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-4eb225a9-7c4b-4448-bb8f-129e0322e965 None None] Current status of the port d6ed84b8-a07c-454e-9a02-f999b9a63812 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:42:27.325575 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Pushing event deleted for resources: {'Port': ['ID=27dc32e2-e353-4e0c-a014-24f04e1c8f3c,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:27.407173 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658050'] for router_gateway (d9895ed2-1309-42e5-957e-f3387d43a3d9), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.451446 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port af533890-8a09-4e93-ac93-881cbb38ca23, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=af533890-8a09-4e93-ac93-881cbb38ca23,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:27.467623 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-ebad34d0-49e4-49b7-ba6a-4665cdfe7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:37:00Z', 'revision_number': 5, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:27.472692 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'port_id': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'mac_address': 'fa:16:3e:d1:ed:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:42:27.501229 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad34d0-49e4-49b7-ba6a-4665cdfe7293 None None] The sync data for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi is: [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:42Z', 'revision_number': 4, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '0a8cdcbb-b621-4779-afbb-c8b153126a53', 'name': '', 'network_id': '778ab2d7-84d8-46e7-a293-9e88d4d9fee2', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'mac_address': 'fa:16:3e:7b:13:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:39Z', 'updated_at': '2022-10-27T09:37:00Z', 'revision_number': 5, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'subnets': [{'id': 'aa908abd-e61d-494e-9706-b97099e8fcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:42:27.508993 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041905'] for router (d9895ed2-1309-42e5-957e-f3387d43a3d9), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.511391 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Publish callbacks [] for router_controller (d9895ed2-1309-42e5-957e-f3387d43a3d9), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.538564 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port af533890-8a09-4e93-ac93-881cbb38ca23 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:42:27.538929 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.558571 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af533890-8a09-4e93-ac93-881cbb38ca23 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:42:27.561606 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651776'] for router (d9895ed2-1309-42e5-957e-f3387d43a3d9), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.562390 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9895ed2-1309-42e5-957e-f3387d43a3d9 {{(pid=104690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 09:42:27.568004 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.573050 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34310) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:27.581859 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-05caa55d-3634-42bf-8166-9ca4c9770427 admin admin] 10.222.0.70 "DELETE /networking/v2.0/routers/d9895ed2-1309-42e5-957e-f3387d43a3d9 HTTP/1.1" status: 204 len: 168 time: 1.1477494 Oct 27 09:42:27.584382 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port af533890-8a09-4e93-ac93-881cbb38ca23, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=af533890-8a09-4e93-ac93-881cbb38ca23,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:27.591012 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.621895 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a77973-bde8-4d06-81a6-3b96552c1cbf admin admin] Deleting subnet acc97ad3-7c68-4cee-94db-f33d0dd38830 {{(pid=104689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:42:27.625297 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0a77973-bde8-4d06-81a6-3b96552c1cbf admin admin] Publish callbacks [] for subnet (acc97ad3-7c68-4cee-94db-f33d0dd38830), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.659781 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=af533890-8a09-4e93-ac93-881cbb38ca23,revision_number=7']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:27.665333 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0a77973-bde8-4d06-81a6-3b96552c1cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1679559'] for subnet (acc97ad3-7c68-4cee-94db-f33d0dd38830), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.729872 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34316) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:27.765179 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0a77973-bde8-4d06-81a6-3b96552c1cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (acc97ad3-7c68-4cee-94db-f33d0dd38830), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.804915 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-24dc8173-990f-434d-8ef7-ea22a359241d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group (5ffc2248-aed5-41cb-8047-efed31f06157), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.819846 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff5c520-0d21-4334-b060-eb7eada178aa None None] New status for floating IP 610c2fa3-5307-4c8b-9fbc-5742db941f7d: DOWN {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:42:27.831247 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0a77973-bde8-4d06-81a6-3b96552c1cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2373704'] for subnet (acc97ad3-7c68-4cee-94db-f33d0dd38830), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.833111 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-24dc8173-990f-434d-8ef7-ea22a359241d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group (5ffc2248-aed5-41cb-8047-efed31f06157), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.860203 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a77973-bde8-4d06-81a6-3b96552c1cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc97ad3-7c68-4cee-94db-f33d0dd38830,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:27.872724 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-c0a77973-bde8-4d06-81a6-3b96552c1cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.878950 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-c0a77973-bde8-4d06-81a6-3b96552c1cbf admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/acc97ad3-7c68-4cee-94db-f33d0dd38830 HTTP/1.1" status: 204 len: 168 time: 0.3022234 Oct 27 09:42:27.879385 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34320) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:27.894919 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['af533890-8a09-4e93-ac93-881cbb38ca23'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:42:27.897507 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f78c98-615d-4f30-a44d-505404425176 None None] Network 3ffb03b4-4060-426b-b7bf-1a8c74710a4b requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:42:27.900434 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-24dc8173-990f-434d-8ef7-ea22a359241d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (5ffc2248-aed5-41cb-8047-efed31f06157), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.903190 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-24dc8173-990f-434d-8ef7-ea22a359241d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.907078 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-24dc8173-990f-434d-8ef7-ea22a359241d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/5ffc2248-aed5-41cb-8047-efed31f06157 HTTP/1.1" status: 204 len: 168 time: 0.1733408 Oct 27 09:42:27.908325 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34322) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:27.929090 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.api.v2.resource [None req-872a6313-bf50-4f00-b18b-e1d4727fcac4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] show failed (client error): The resource could not be found. Oct 27 09:42:27.934248 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:27.934566 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-872a6313-bf50-4f00-b18b-e1d4727fcac4 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups/5ffc2248-aed5-41cb-8047-efed31f06157 HTTP/1.1" status: 404 len: 347 time: 0.0220156 Oct 27 09:42:27.935121 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34324) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:27.935876 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc8173-990f-434d-8ef7-ea22a359241d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffc2248-aed5-41cb-8047-efed31f06157,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:27.969315 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (3ffb03b4-4060-426b-b7bf-1a8c74710a4b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:27.972200 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:27.986869 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:28.032108 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0e397-b3ad-421e-a54b-fe29652a0157 req-b0f42da2-a1ff-480d-82d0-935b6e376043 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:28.041555 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c3b0e397-b3ad-421e-a54b-fe29652a0157 req-b0f42da2-a1ff-480d-82d0-935b6e376043 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 944 time: 0.0686071 Oct 27 09:42:28.075687 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-8033d933-2e35-477f-bf47-56c17766ee26 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Deleting port 3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:28.075914 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8033d933-2e35-477f-bf47-56c17766ee26 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.124400 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Deleting port d6ed84b8-a07c-454e-9a02-f999b9a63812 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:28.124805 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.176178 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8033d933-2e35-477f-bf47-56c17766ee26 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.176637 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8033d933-2e35-477f-bf47-56c17766ee26 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for floatingip (3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.193702 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-8033d933-2e35-477f-bf47-56c17766ee26 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Calling delete_port for 3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1 owned by network:floatingip {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:28.252112 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c3b0e397-b3ad-421e-a54b-fe29652a0157 req-5c2855e1-428f-480c-8977-7f0fb4283186 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242654 Oct 27 09:42:28.254068 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] For port d6ed84b8-a07c-454e-9a02-f999b9a63812, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=d6ed84b8-a07c-454e-9a02-f999b9a63812,segment=NetworkSegment(a8a9f5a8-5a8c-416b-a915-2180be1b2d89),segment_id=a8a9f5a8-5a8c-416b-a915-2180be1b2d89)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:28.254444 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.274516 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Calling delete_port for d6ed84b8-a07c-454e-9a02-f999b9a63812 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:28.289006 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:28.295524 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2cef35fb-994c-4c9a-a1dd-027c8a8756bc no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:28.348658 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 2cef35fb-994c-4c9a-a1dd-027c8a8756bc {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:28.349044 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2cef35fb-994c-4c9a-a1dd-027c8a8756bc not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:28.349431 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 27dc32e2-e353-4e0c-a014-24f04e1c8f3c no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:28.377055 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:28.392026 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 27dc32e2-e353-4e0c-a014-24f04e1c8f3c {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:28.392390 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 27dc32e2-e353-4e0c-a014-24f04e1c8f3c not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:28.392998 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8033d933-2e35-477f-bf47-56c17766ee26 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.407304 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:28.425484 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (d6ed84b8-a07c-454e-9a02-f999b9a63812), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.459854 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033d933-2e35-477f-bf47-56c17766ee26 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event deleted for resources: {'Port': ['ID=3f5933f7-7b4f-4e9e-94bb-b7b0ef8036d1,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:28.521302 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8033d933-2e35-477f-bf47-56c17766ee26 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks [] for floatingip (610c2fa3-5307-4c8b-9fbc-5742db941f7d), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.525123 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-8033d933-2e35-477f-bf47-56c17766ee26 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.526384 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-8033d933-2e35-477f-bf47-56c17766ee26 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/610c2fa3-5307-4c8b-9fbc-5742db941f7d HTTP/1.1" status: 204 len: 168 time: 0.5883017 Oct 27 09:42:28.527550 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd882e05-986e-4aa3-b6b8-32d93312055f None None] DHCP port deletion for 3ffb03b4-4060-426b-b7bf-1a8c74710a4b request from dv-cinder-797970-7-iscsi {{(pid=104691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 09:42:28.538572 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] No DVR routers for this DVR port d6ed84b8-a07c-454e-9a02-f999b9a63812 on host dv-cinder-797970-7-iscsi {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:42:28.563562 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-4aa2893e-6dd1-4b27-8981-67c19fb731e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.573582 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afa77e-8e4d-4fac-9a9e-66eb2c028bc3 req-dd7581b4-d8ff-49d7-af40-a421adc54275 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:28.575411 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-88afa77e-8e4d-4fac-9a9e-66eb2c028bc3 req-dd7581b4-d8ff-49d7-af40-a421adc54275 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.1276734 Oct 27 09:42:28.576241 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ed84b8-a07c-454e-9a02-f999b9a63812,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:28.674234 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (3ffb03b4-4060-426b-b7bf-1a8c74710a4b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.693076 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-88afa77e-8e4d-4fac-9a9e-66eb2c028bc3 req-9690be2b-64e1-4ba4-bf9c-07c95e6808e0 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105804 Oct 27 09:42:28.702059 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffb03b4-4060-426b-b7bf-1a8c74710a4b']}} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:28.718273 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a9f5a8-5a8c-416b-a915-2180be1b2d89') {'for_net_delete': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:28.718567 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a9f5a8-5a8c-416b-a915-2180be1b2d89') {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:28.728184 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1679566'] for segment (a8a9f5a8-5a8c-416b-a915-2180be1b2d89), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.741805 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (a8a9f5a8-5a8c-416b-a915-2180be1b2d89), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.747634 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=104689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:42:28.748012 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066208'] for segment (a8a9f5a8-5a8c-416b-a915-2180be1b2d89), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.810498 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (3ffb03b4-4060-426b-b7bf-1a8c74710a4b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.816602 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:28.819812 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/3ffb03b4-4060-426b-b7bf-1a8c74710a4b HTTP/1.1" status: 204 len: 168 time: 0.9394128 Oct 27 09:42:28.832604 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment a8a9f5a8-5a8c-416b-a915-2180be1b2d89 resource provider aggregate not found Oct 27 09:42:28.836657 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95146fd-08c1-460a-868e-cf4a363a09f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ffb03b4-4060-426b-b7bf-1a8c74710a4b,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:28.858928 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment a8a9f5a8-5a8c-416b-a915-2180be1b2d89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8a9f5a8-5a8c-416b-a915-2180be1b2d89 found for delete ", "request_id": "req-a4e74257-7d97-41d2-9101-07c15e650203"}]} Oct 27 09:42:28.995245 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34340) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:29.035816 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-5f3b2a1f-2b4d-43a5-a251-5720a6116b71 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=f169a47a4c9a4c60b87cedcd77c102c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394382 Oct 27 09:42:29.038332 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34342) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:29.086491 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f1d75b0-c984-4f28-bf80-c9784f17ab5b admin admin] Publish callbacks [] for security_group (a90d3352-a899-44e8-9fa1-ffd5a36fc972), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.109670 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f1d75b0-c984-4f28-bf80-c9784f17ab5b admin admin] Publish callbacks [] for security_group (a90d3352-a899-44e8-9fa1-ffd5a36fc972), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.156608 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f1d75b0-c984-4f28-bf80-c9784f17ab5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (a90d3352-a899-44e8-9fa1-ffd5a36fc972), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.159065 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f1d75b0-c984-4f28-bf80-c9784f17ab5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.160199 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1f1d75b0-c984-4f28-bf80-c9784f17ab5b admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/a90d3352-a899-44e8-9fa1-ffd5a36fc972 HTTP/1.1" status: 204 len: 168 time: 0.1209602 Oct 27 09:42:29.168305 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d75b0-c984-4f28-bf80-c9784f17ab5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90d3352-a899-44e8-9fa1-ffd5a36fc972,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:29.376839 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device af533890-8a09-4e93-ac93-881cbb38ca23 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:42:29.396947 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc101d81-11d6-4e0f-90a1-82e28b1b1009 req-159c1309-575e-4bdb-8fe4-0488b8a1e227 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:29.398624 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fc101d81-11d6-4e0f-90a1-82e28b1b1009 req-159c1309-575e-4bdb-8fe4-0488b8a1e227 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 944 time: 0.0540020 Oct 27 09:42:29.422141 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port af533890-8a09-4e93-ac93-881cbb38ca23 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:42:29.422783 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.423122 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port af533890-8a09-4e93-ac93-881cbb38ca23 Oct 27 09:42:29.454590 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fc101d81-11d6-4e0f-90a1-82e28b1b1009 req-203a2791-d2cb-40ed-a922-c833d45ae2e1 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474238 Oct 27 09:42:29.499930 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port af533890-8a09-4e93-ac93-881cbb38ca23 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:42:29.500317 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.500435 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34350) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:29.526737 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:42:29.529011 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80d6be3-3457-4026-a0a0-bb55b0265473" -d '{"events": [{"server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "name": "network-vif-plugged", "status": "completed", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:42:29.542704 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-7b694595-5089-4645-9502-38d763e22912 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=39b5b195f9b04586b6e8e4a33271619c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411451 Oct 27 09:42:29.543263 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port af533890-8a09-4e93-ac93-881cbb38ca23, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=af533890-8a09-4e93-ac93-881cbb38ca23,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:29.545241 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34356) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:29.549913 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.598310 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=af533890-8a09-4e93-ac93-881cbb38ca23,revision_number=8']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:29.599909 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69ad37d6-bd5f-4806-b685-8b670881a59a admin admin] Publish callbacks [] for security_group (dd82d691-1684-4821-ac5b-2058359311f3), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.622588 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69ad37d6-bd5f-4806-b685-8b670881a59a admin admin] Publish callbacks [] for security_group (dd82d691-1684-4821-ac5b-2058359311f3), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.671827 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69ad37d6-bd5f-4806-b685-8b670881a59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (dd82d691-1684-4821-ac5b-2058359311f3), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.675004 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-69ad37d6-bd5f-4806-b685-8b670881a59a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.676512 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-69ad37d6-bd5f-4806-b685-8b670881a59a admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/dd82d691-1684-4821-ac5b-2058359311f3 HTTP/1.1" status: 204 len: 168 time: 0.1297030 Oct 27 09:42:29.686221 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad37d6-bd5f-4806-b685-8b670881a59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd82d691-1684-4821-ac5b-2058359311f3,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:29.743769 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:29.809959 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fa85b7-cf83-499e-8372-a3823e121d4d x-openstack-request-id: req-24fa85b7-cf83-499e-8372-a3823e121d4d {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:42:29.810284 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "name": "network-vif-plugged", "status": "completed", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:42:29.810584 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24fa85b7-cf83-499e-8372-a3823e121d4d {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:42:29.810935 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24fa85b7-cf83-499e-8372-a3823e121d4d'] response: {'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'code': 200} Oct 27 09:42:29.850327 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bcb6d-c16d-4b3e-841a-a583c7b48fc9 req-8006cea7-86ca-416d-a9b7-ee4a55b2609c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:29.852832 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-989bcb6d-c16d-4b3e-841a-a583c7b48fc9 req-8006cea7-86ca-416d-a9b7-ee4a55b2609c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0653348 Oct 27 09:42:29.910956 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-989bcb6d-c16d-4b3e-841a-a583c7b48fc9 req-10e15a2a-b58e-4398-a288-c8f463dca47f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503168 Oct 27 09:42:29.954765 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device d6ed84b8-a07c-454e-9a02-f999b9a63812 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:29.984999 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: d6ed84b8-a07c-454e-9a02-f999b9a63812 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:29.985469 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device d6ed84b8-a07c-454e-9a02-f999b9a63812 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:30.073879 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12b462-3bb3-498b-8734-13050fd88929 req-7109c8b5-ec99-485e-9f23-739e6b4de1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:30.075851 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-eb12b462-3bb3-498b-8734-13050fd88929 req-7109c8b5-ec99-485e-9f23-739e6b4de1c7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 1129 time: 0.0501285 Oct 27 09:42:30.089480 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:30.132154 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-eb12b462-3bb3-498b-8734-13050fd88929 req-c0c12b24-671a-4c88-85aa-0f80831a13a2 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498052 Oct 27 09:42:30.575835 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f392a-aad5-4b6b-90f5-95192f659690 req-37fbb6ba-0b62-43af-a680-2570f16b8ebc tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:30.577223 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-209f392a-aad5-4b6b-90f5-95192f659690 req-37fbb6ba-0b62-43af-a680-2570f16b8ebc tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0457165 Oct 27 09:42:30.625074 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-209f392a-aad5-4b6b-90f5-95192f659690 req-d3fe149d-2fdc-4b59-b272-b6f39ebea245 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423925 Oct 27 09:42:31.090976 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e82c8d-9815-420f-b920-4f2b8685ed1e req-7f148a86-0469-4c48-b776-75fd7fe53d5f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:31.092424 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c0e82c8d-9815-420f-b920-4f2b8685ed1e req-7f148a86-0469-4c48-b776-75fd7fe53d5f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0752928 Oct 27 09:42:31.117397 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6ac4d-166e-4ae4-a1e6-8e00389b7ac8 req-262d9377-7063-4b84-9699-03c739a6fde7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:31.119338 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-94e6ac4d-166e-4ae4-a1e6-8e00389b7ac8 req-262d9377-7063-4b84-9699-03c739a6fde7 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0742829 Oct 27 09:42:31.163670 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c0e82c8d-9815-420f-b920-4f2b8685ed1e req-d289e00f-38a8-494a-bacd-8d2fd80bf590 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655401 Oct 27 09:42:31.185361 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-94e6ac4d-166e-4ae4-a1e6-8e00389b7ac8 req-e05b6a08-0190-4046-90ce-f9ec96d59b56 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595036 Oct 27 09:42:31.389401 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:31.438860 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:31.746722 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aef199-4abf-437a-a3bf-19e559bc7910 req-2b958d0a-bafe-4fe6-bc90-5c25b0763a16 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:31.748174 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-64aef199-4abf-437a-a3bf-19e559bc7910 req-2b958d0a-bafe-4fe6-bc90-5c25b0763a16 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0463421 Oct 27 09:42:31.778276 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:31.798786 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-64aef199-4abf-437a-a3bf-19e559bc7910 req-b4056a6e-4fa1-4eff-a8bc-c4b45ee50348 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451739 Oct 27 09:42:32.329745 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1cbd9-55bf-4196-88b7-3879cf961e33 req-e74cd434-b26b-43a7-869d-98d03f523060 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:32.331208 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6ac1cbd9-55bf-4196-88b7-3879cf961e33 req-e74cd434-b26b-43a7-869d-98d03f523060 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0811269 Oct 27 09:42:32.339225 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b81504-86c2-41f9-a082-79dadb1f06bd req-7ad53b4a-3bca-4aae-91d1-7c3005b8324d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:32.340629 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80b81504-86c2-41f9-a082-79dadb1f06bd req-7ad53b4a-3bca-4aae-91d1-7c3005b8324d tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0766101 Oct 27 09:42:32.412495 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6ac1cbd9-55bf-4196-88b7-3879cf961e33 req-e19591d8-1ff2-4954-9158-eb2a29eaf7c8 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708888 Oct 27 09:42:32.417148 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80b81504-86c2-41f9-a082-79dadb1f06bd req-20d8d8d4-eacf-4bc0-9773-790ef0c64561 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696971 Oct 27 09:42:32.858724 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1bba9-4295-4c52-b4c6-6a62b53fa7ca req-5bff83cf-f6a2-412a-8237-03dc029c81d6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:32.860205 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8cd1bba9-4295-4c52-b4c6-6a62b53fa7ca req-5bff83cf-f6a2-412a-8237-03dc029c81d6 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 945 time: 0.0488925 Oct 27 09:42:32.944332 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95292742-45a0-46ab-8cc7-3e30bd86091b req-78dc7321-5367-423e-bc5a-d44976951bc1 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:32.945836 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-95292742-45a0-46ab-8cc7-3e30bd86091b req-78dc7321-5367-423e-bc5a-d44976951bc1 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0715158 Oct 27 09:42:32.996114 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-8cd1bba9-4295-4c52-b4c6-6a62b53fa7ca req-3d048d94-c52a-4cbf-a8ee-ffcf6736c5b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Deleting port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:32.996454 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8cd1bba9-4295-4c52-b4c6-6a62b53fa7ca req-3d048d94-c52a-4cbf-a8ee-ffcf6736c5b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:33.282691 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-95292742-45a0-46ab-8cc7-3e30bd86091b req-fd38d224-a457-4465-9472-81367b47741e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190091 Oct 27 09:42:33.344425 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-8cd1bba9-4295-4c52-b4c6-6a62b53fa7ca req-3d048d94-c52a-4cbf-a8ee-ffcf6736c5b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] For port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:33.345070 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8cd1bba9-4295-4c52-b4c6-6a62b53fa7ca req-3d048d94-c52a-4cbf-a8ee-ffcf6736c5b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:33.358046 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-8cd1bba9-4295-4c52-b4c6-6a62b53fa7ca req-3d048d94-c52a-4cbf-a8ee-ffcf6736c5b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Calling delete_port for 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:33.427057 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:33.493954 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8cd1bba9-4295-4c52-b4c6-6a62b53fa7ca req-3d048d94-c52a-4cbf-a8ee-ffcf6736c5b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:33.506599 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['27493571-2a5c-4be1-8467-ef2c9634fcc8', '8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:42:33.542107 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d048d94-c52a-4cbf-a8ee-ffcf6736c5b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event deleted for resources: {'Port': ['ID=8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:33.544147 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:33.581371 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ff5a7edb-6e7d-46b4-b191-16fa25f64dff req-5b49ebdc-cd49-4ef4-906c-79d12e51a484 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=9d7180c7-c669-4b10-b463-9910c0eebbdd HTTP/1.1" status: 200 len: 210 time: 0.0779855 Oct 27 09:42:33.616778 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455802ab-bd38-4bce-9af7-1c41ea42ad65 req-84e133a2-28bf-4fdc-aa59-0b369d7000ce tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:33.618866 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-455802ab-bd38-4bce-9af7-1c41ea42ad65 req-84e133a2-28bf-4fdc-aa59-0b369d7000ce tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.1151855 Oct 27 09:42:33.637803 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd1bba9-4295-4c52-b4c6-6a62b53fa7ca req-3d048d94-c52a-4cbf-a8ee-ffcf6736c5b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] No DVR routers for this DVR port 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:42:33.645130 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-8cd1bba9-4295-4c52-b4c6-6a62b53fa7ca req-3d048d94-c52a-4cbf-a8ee-ffcf6736c5b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:33.648238 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8cd1bba9-4295-4c52-b4c6-6a62b53fa7ca req-3d048d94-c52a-4cbf-a8ee-ffcf6736c5b1 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "DELETE /networking/v2.0/ports/8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 HTTP/1.1" status: 204 len: 173 time: 0.7819552 Oct 27 09:42:33.648804 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7180c7-c669-4b10-b463-9910c0eebbdd', 'name': 'network-vif-deleted', 'tag': '8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:42:33.651578 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc801c2-a12a-4f64-9e57-aabe668ae837" -d '{"events": [{"server_uuid": "9d7180c7-c669-4b10-b463-9910c0eebbdd", "name": "network-vif-deleted", "tag": "8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:42:33.652851 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:33.692066 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-455802ab-bd38-4bce-9af7-1c41ea42ad65 req-222416aa-7b9c-4d34-a1f4-e522c12f1e50 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560946 Oct 27 09:42:33.706197 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708013b3-da8c-4618-bec3-9c7088691cfc x-openstack-request-id: req-708013b3-da8c-4618-bec3-9c7088691cfc {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:42:33.706556 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7180c7-c669-4b10-b463-9910c0eebbdd", "name": "network-vif-deleted", "tag": "8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:42:33.706878 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-708013b3-da8c-4618-bec3-9c7088691cfc {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:42:33.707425 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708013b3-da8c-4618-bec3-9c7088691cfc'] response: {'server_uuid': '9d7180c7-c669-4b10-b463-9910c0eebbdd', 'name': 'network-vif-deleted', 'tag': '8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740', 'status': 'completed', 'code': 200} Oct 27 09:42:34.823531 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04b10f-66a7-43eb-a519-cfdd78a2bb9c req-ebaa6a8b-4518-4780-8e1b-69e2bd14bcf1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:34.825300 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6e04b10f-66a7-43eb-a519-cfdd78a2bb9c req-ebaa6a8b-4518-4780-8e1b-69e2bd14bcf1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0474210 Oct 27 09:42:34.886522 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb906e2-b683-4865-9654-7bd9c033a94d req-c8eca88f-eb6f-47d1-9c9d-a92d017d1a02 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:34.887866 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4bb906e2-b683-4865-9654-7bd9c033a94d req-c8eca88f-eb6f-47d1-9c9d-a92d017d1a02 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0617058 Oct 27 09:42:34.892875 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:34.923344 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6e04b10f-66a7-43eb-a519-cfdd78a2bb9c req-e335f7d8-20f7-4c78-a704-9ebf4a0942c9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878315 Oct 27 09:42:34.950162 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4bb906e2-b683-4865-9654-7bd9c033a94d req-ff9a7612-f82d-425b-abf3-6e19e84cc674 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542176 Oct 27 09:42:36.076492 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc7e4d-a022-47e6-8500-ddf60cd3b62e req-00c2c198-a82a-448f-bb30-2e4317b0ecdf tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:36.077974 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-45dc7e4d-a022-47e6-8500-ddf60cd3b62e req-00c2c198-a82a-448f-bb30-2e4317b0ecdf tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0708230 Oct 27 09:42:36.113100 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6166ac0-792d-4086-a39d-3eb74610d3de req-34849fcb-2cea-42f8-909d-e03b83b0dc47 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:36.114538 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e6166ac0-792d-4086-a39d-3eb74610d3de req-34849fcb-2cea-42f8-909d-e03b83b0dc47 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0784976 Oct 27 09:42:36.158504 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-45dc7e4d-a022-47e6-8500-ddf60cd3b62e req-e6e2aab9-12d3-4093-a155-cd786d3d7875 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748813 Oct 27 09:42:36.179760 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e6166ac0-792d-4086-a39d-3eb74610d3de req-45fe302d-e837-4a57-aac2-d69b569c0e1f tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593121 Oct 27 09:42:36.432663 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:37.240883 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef9df1-cfb0-41dd-8c11-c50f17f09674 req-f3d93710-1412-4e99-a7fe-2153f4d81619 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:37.242362 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-79ef9df1-cfb0-41dd-8c11-c50f17f09674 req-f3d93710-1412-4e99-a7fe-2153f4d81619 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.0530453 Oct 27 09:42:37.355770 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676e7b8-30e3-4cdf-8987-acbd77143f61 req-1f638349-a864-431f-854d-11862b9c4999 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:37.357289 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9676e7b8-30e3-4cdf-8987-acbd77143f61 req-1f638349-a864-431f-854d-11862b9c4999 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.1140482 Oct 27 09:42:37.366971 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed186e9c-6ab6-4ead-8741-253de4201179 req-07bf1273-0ab0-442b-92fd-de2c309d0cf3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:37.369004 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ed186e9c-6ab6-4ead-8741-253de4201179 req-07bf1273-0ab0-442b-92fd-de2c309d0cf3 tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed HTTP/1.1" status: 200 len: 946 time: 0.1070457 Oct 27 09:42:37.410474 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:37.433013 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:37.433683 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 8ce4a07b-23e9-45ec-a2f8-1e00ccb8e740 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:37.448560 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-79ef9df1-cfb0-41dd-8c11-c50f17f09674 req-368f69c3-605b-4bb1-b74a-9e978d6691db tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Deleting port 27493571-2a5c-4be1-8467-ef2c9634fcc8 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:37.448828 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-79ef9df1-cfb0-41dd-8c11-c50f17f09674 req-368f69c3-605b-4bb1-b74a-9e978d6691db tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:37.504937 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9676e7b8-30e3-4cdf-8987-acbd77143f61 req-257ac182-b971-45dd-9238-208dac4ffe9d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302755 Oct 27 09:42:37.510203 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ed186e9c-6ab6-4ead-8741-253de4201179 req-5f230fbe-0825-4112-b631-09293551eddb tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=31a2b944-2c75-4145-bbbc-a8cecd701c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346059 Oct 27 09:42:37.572467 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-79ef9df1-cfb0-41dd-8c11-c50f17f09674 req-368f69c3-605b-4bb1-b74a-9e978d6691db tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] For port 27493571-2a5c-4be1-8467-ef2c9634fcc8, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=27493571-2a5c-4be1-8467-ef2c9634fcc8,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:37.572960 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-79ef9df1-cfb0-41dd-8c11-c50f17f09674 req-368f69c3-605b-4bb1-b74a-9e978d6691db tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:37.585202 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:37.586349 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-79ef9df1-cfb0-41dd-8c11-c50f17f09674 req-368f69c3-605b-4bb1-b74a-9e978d6691db tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Calling delete_port for 27493571-2a5c-4be1-8467-ef2c9634fcc8 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:37.711256 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-79ef9df1-cfb0-41dd-8c11-c50f17f09674 req-368f69c3-605b-4bb1-b74a-9e978d6691db tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (27493571-2a5c-4be1-8467-ef2c9634fcc8), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:37.723125 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['27493571-2a5c-4be1-8467-ef2c9634fcc8'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:42:37.736608 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f69c3-605b-4bb1-b74a-9e978d6691db tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Pushing event deleted for resources: {'Port': ['ID=27493571-2a5c-4be1-8467-ef2c9634fcc8,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:37.781145 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ef9df1-cfb0-41dd-8c11-c50f17f09674 req-368f69c3-605b-4bb1-b74a-9e978d6691db tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] No DVR routers for this DVR port 27493571-2a5c-4be1-8467-ef2c9634fcc8 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:42:37.783614 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-79ef9df1-cfb0-41dd-8c11-c50f17f09674 req-368f69c3-605b-4bb1-b74a-9e978d6691db tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:37.786849 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-79ef9df1-cfb0-41dd-8c11-c50f17f09674 req-368f69c3-605b-4bb1-b74a-9e978d6691db tempest-ServerRescueNegativeTestJSON-1374072368 tempest-ServerRescueNegativeTestJSON-1374072368-project] 10.222.0.72 "DELETE /networking/v2.0/ports/27493571-2a5c-4be1-8467-ef2c9634fcc8 HTTP/1.1" status: 204 len: 173 time: 0.5343359 Oct 27 09:42:37.787326 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed', 'name': 'network-vif-deleted', 'tag': '27493571-2a5c-4be1-8467-ef2c9634fcc8'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:42:37.789603 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab4758b-60a8-4496-9971-fab284d3384d" -d '{"events": [{"server_uuid": "4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed", "name": "network-vif-deleted", "tag": "27493571-2a5c-4be1-8467-ef2c9634fcc8"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:42:37.826477 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9115279b-600d-4116-8142-8a1a723405e1 x-openstack-request-id: req-9115279b-600d-4116-8142-8a1a723405e1 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:42:37.826770 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed", "name": "network-vif-deleted", "tag": "27493571-2a5c-4be1-8467-ef2c9634fcc8", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:42:37.827026 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9115279b-600d-4116-8142-8a1a723405e1 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:42:37.827436 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9115279b-600d-4116-8142-8a1a723405e1'] response: {'server_uuid': '4f9f1fc2-5de3-4524-9dcd-696a3dcfb7ed', 'name': 'network-vif-deleted', 'tag': '27493571-2a5c-4be1-8467-ef2c9634fcc8', 'status': 'completed', 'code': 200} Oct 27 09:42:38.577396 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34420) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:38.634153 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1793aac-1c47-4c72-a0d0-4bba8e80a5d2 req-b67e9f4e-f8d7-41e7-bb6c-3cd536586f61 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:38.635689 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a1793aac-1c47-4c72-a0d0-4bba8e80a5d2 req-b67e9f4e-f8d7-41e7-bb6c-3cd536586f61 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0483248 Oct 27 09:42:38.672511 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:38.688571 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a1793aac-1c47-4c72-a0d0-4bba8e80a5d2 req-77dce47e-f48d-443f-a02a-f667ac16458c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471270 Oct 27 09:42:39.083821 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654533'] for router_interface (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:39.167602 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:39.206379 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:39.302177 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] Deleting port 0a8cdcbb-b621-4779-afbb-c8b153126a53 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:39.302514 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:39.379221 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] For port 0a8cdcbb-b621-4779-afbb-c8b153126a53, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=0a8cdcbb-b621-4779-afbb-c8b153126a53,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:39.379575 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:39.392503 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] Calling delete_port for 0a8cdcbb-b621-4779-afbb-c8b153126a53 owned by network:router_interface {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:39.565607 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (0a8cdcbb-b621-4779-afbb-c8b153126a53), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:39.588397 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8cdcbb-b621-4779-afbb-c8b153126a53,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:39.752223 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:39.774273 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac7fd0-f48e-4eee-81d8-46688bc0c557 None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:42:39.820322 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed14c1-b178-4f97-a203-06c188105d19 req-b5fb72a8-e995-4ee9-a461-83dab58f759e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:39.821879 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-99ed14c1-b178-4f97-a203-06c188105d19 req-b5fb72a8-e995-4ee9-a461-83dab58f759e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0482464 Oct 27 09:42:39.886062 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-99ed14c1-b178-4f97-a203-06c188105d19 req-3b0dd865-9529-4fd1-b106-aa37b4b15015 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560212 Oct 27 09:42:39.907321 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac7fd0-f48e-4eee-81d8-46688bc0c557 None None] Resources bound (agent type, host, resource id): {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 09:42:39.981408 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:39.985919 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] Router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:42:40.314428 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:40.365763 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:42:40.370834 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-6af9e2a5-7671-4229-8fca-8bcc4b5d8dff admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/32e5fecc-d74c-4207-ac1a-55a7a49a9acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7923923 Oct 27 09:42:40.373494 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34426) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:40.376341 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f16d5-5320-429b-8017-aefe4c05dfe1 None None] Sync routers for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:42:40.387740 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f16d5-5320-429b-8017-aefe4c05dfe1 None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:42:40.388348 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-6a3f16d5-5320-429b-8017-aefe4c05dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:42:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:40.480913 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Publish callbacks [] for router (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:40.492205 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-6a3f16d5-5320-429b-8017-aefe4c05dfe1 None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:42:40.582926 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Publish callbacks [] for router_gateway (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:40.611516 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-93602d7f-e82f-48e7-b0f4-372877707682 None None] Provisioning complete for port b1c76951-0c98-4e51-af43-264f4ed8a6e7 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:42:40.611803 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-93602d7f-e82f-48e7-b0f4-372877707682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:40.612592 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-93602d7f-e82f-48e7-b0f4-372877707682 None None] Attempt 1 to provision port b1c76951-0c98-4e51-af43-264f4ed8a6e7 Oct 27 09:42:40.632497 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Deleting port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:40.633098 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:40.676991 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-6a3f16d5-5320-429b-8017-aefe4c05dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:42:39Z', 'revision_number': 5, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port': {'id': '92bb0257-4cfa-4d45-b5c2-c40f84d22a53', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:32Z', 'updated_at': '2022-10-27T09:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:40.690823 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-93602d7f-e82f-48e7-b0f4-372877707682 None None] Current status of the port b1c76951-0c98-4e51-af43-264f4ed8a6e7 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:42:40.702035 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f16d5-5320-429b-8017-aefe4c05dfe1 None None] Checking router: 32e5fecc-d74c-4207-ac1a-55a7a49a9acc for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:42:40.710272 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f16d5-5320-429b-8017-aefe4c05dfe1 None None] Routers {'32e5fecc-d74c-4207-ac1a-55a7a49a9acc'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:42:40.710933 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-6a3f16d5-5320-429b-8017-aefe4c05dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:42:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:40.716111 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] For port 92bb0257-4cfa-4d45-b5c2-c40f84d22a53, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=92bb0257-4cfa-4d45-b5c2-c40f84d22a53,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:40.716477 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:40.730338 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Calling delete_port for 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 owned by network:router_gateway {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:40.798274 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-6a3f16d5-5320-429b-8017-aefe4c05dfe1 None None] Set router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc gateway port host: None {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:42:40.908511 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (92bb0257-4cfa-4d45-b5c2-c40f84d22a53), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:40.938029 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=92bb0257-4cfa-4d45-b5c2-c40f84d22a53,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:40.943650 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-6a3f16d5-5320-429b-8017-aefe4c05dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:42:40Z', 'revision_number': 6, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port_host': None}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:40.971213 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f16d5-5320-429b-8017-aefe4c05dfe1 None None] The sync data for ids ['32e5fecc-d74c-4207-ac1a-55a7a49a9acc'] in dv-cinder-797970-7-iscsi is: [{'id': '32e5fecc-d74c-4207-ac1a-55a7a49a9acc', 'name': 'tempest-ServerRescueNegativeTestJSON-1653521737-router', 'tenant_id': 'df306d37ff634f7eaad80fc3bc65b653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:42:40Z', 'revision_number': 6, 'project_id': 'df306d37ff634f7eaad80fc3bc65b653', 'gw_port_host': None}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:42:41.006285 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658050'] for router_gateway (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.030254 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f3a93-52fc-4644-a693-1fd0defa5915 req-76db7a31-7a24-4c7d-ae1a-8d0d76c01a3e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:41.031810 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9d9f3a93-52fc-4644-a693-1fd0defa5915 req-76db7a31-7a24-4c7d-ae1a-8d0d76c01a3e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0532978 Oct 27 09:42:41.080563 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9d9f3a93-52fc-4644-a693-1fd0defa5915 req-82fa2cb9-c48a-40ab-a1ad-3202a852a873 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428898 Oct 27 09:42:41.098708 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041905'] for router (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.100916 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Publish callbacks [] for router_controller (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.146263 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651776'] for router (32e5fecc-d74c-4207-ac1a-55a7a49a9acc), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.146922 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32e5fecc-d74c-4207-ac1a-55a7a49a9acc {{(pid=104690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 09:42:41.151219 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.152506 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-339dff5b-9835-4eee-b3d5-a029cbfcf4e2 admin admin] 10.222.0.70 "DELETE /networking/v2.0/routers/32e5fecc-d74c-4207-ac1a-55a7a49a9acc HTTP/1.1" status: 204 len: 168 time: 0.7780814 Oct 27 09:42:41.155057 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34434) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:41.205851 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b20a98-2b61-48fe-be26-2f43ea077154 admin admin] Deleting subnet aa908abd-e61d-494e-9706-b97099e8fcb2 {{(pid=104690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:42:41.209157 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-06b20a98-2b61-48fe-be26-2f43ea077154 admin admin] Publish callbacks [] for subnet (aa908abd-e61d-494e-9706-b97099e8fcb2), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.235940 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:41.247191 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-06b20a98-2b61-48fe-be26-2f43ea077154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2834250'] for subnet (aa908abd-e61d-494e-9706-b97099e8fcb2), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.275154 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:41.369888 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-06b20a98-2b61-48fe-be26-2f43ea077154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (aa908abd-e61d-494e-9706-b97099e8fcb2), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.413097 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 27493571-2a5c-4be1-8467-ef2c9634fcc8 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:41.453642 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: 27493571-2a5c-4be1-8467-ef2c9634fcc8 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:41.454239 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 27493571-2a5c-4be1-8467-ef2c9634fcc8 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:41.456630 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-06b20a98-2b61-48fe-be26-2f43ea077154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9623954'] for subnet (aa908abd-e61d-494e-9706-b97099e8fcb2), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.491606 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b20a98-2b61-48fe-be26-2f43ea077154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa908abd-e61d-494e-9706-b97099e8fcb2,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:41.493844 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-06b20a98-2b61-48fe-be26-2f43ea077154 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.497443 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-06b20a98-2b61-48fe-be26-2f43ea077154 admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/aa908abd-e61d-494e-9706-b97099e8fcb2 HTTP/1.1" status: 204 len: 168 time: 0.3410537 Oct 27 09:42:41.499792 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34442) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:41.506760 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73631349-a43b-4af7-9cca-e6dc578badef None None] Network 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:42:41.575946 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (778ab2d7-84d8-46e7-a293-9e88d4d9fee2), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.618306 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Deleting port b1c76951-0c98-4e51-af43-264f4ed8a6e7 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:41.618640 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.715769 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] For port b1c76951-0c98-4e51-af43-264f4ed8a6e7, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=b1c76951-0c98-4e51-af43-264f4ed8a6e7,segment=NetworkSegment(debb13a4-2caa-4e59-99f2-b5a2c1b16aa2),segment_id=debb13a4-2caa-4e59-99f2-b5a2c1b16aa2)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:41.716119 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.730895 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-17448668-dba6-4995-b6db-0e28dec6e36b req-9ef0d99b-4e08-46ed-8863-03558855a47f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587311 Oct 27 09:42:41.734581 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Calling delete_port for b1c76951-0c98-4e51-af43-264f4ed8a6e7 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:41.831209 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] DHCP port deletion for 778ab2d7-84d8-46e7-a293-9e88d4d9fee2 request from dv-cinder-797970-7-iscsi {{(pid=104691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 09:42:41.833366 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17448668-dba6-4995-b6db-0e28dec6e36b req-1d1e0c06-c212-4bb8-a0f2-a6e953038249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:41.834871 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-17448668-dba6-4995-b6db-0e28dec6e36b req-1d1e0c06-c212-4bb8-a0f2-a6e953038249 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9&device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 1129 time: 0.0611472 Oct 27 09:42:41.859007 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.875332 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Deleting port b1c76951-0c98-4e51-af43-264f4ed8a6e7 {{(pid=104691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:41.875710 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), before_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.907805 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] No DVR routers for this DVR port b1c76951-0c98-4e51-af43-264f4ed8a6e7 on host dv-cinder-797970-7-iscsi {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:42:41.914756 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c76951-0c98-4e51-af43-264f4ed8a6e7,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:41.949142 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:41.951169 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] For port b1c76951-0c98-4e51-af43-264f4ed8a6e7, host dv-cinder-797970-7-iscsi, got binding levels [] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:41.952039 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), precommit_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:41.963167 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:41.986432 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Calling delete_port for b1c76951-0c98-4e51-af43-264f4ed8a6e7 owned by network:dhcp {{(pid=104691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:42:41.989594 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.ipam_backend_mixin [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Port b1c76951-0c98-4e51-af43-264f4ed8a6e7 was not found and therefore no delete operation was performed {{(pid=104691) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 27 09:42:41.990536 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:41.990885 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 92bb0257-4cfa-4d45-b5c2-c40f84d22a53 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:41.991301 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 0a8cdcbb-b621-4779-afbb-c8b153126a53 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:41.994829 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394'] for port (b1c76951-0c98-4e51-af43-264f4ed8a6e7), after_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:42.021101 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 0a8cdcbb-b621-4779-afbb-c8b153126a53 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:42.021441 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 0a8cdcbb-b621-4779-afbb-c8b153126a53 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:42.021851 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device b1c76951-0c98-4e51-af43-264f4ed8a6e7 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:42:42.039211 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (778ab2d7-84d8-46e7-a293-9e88d4d9fee2), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:42.056703 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Pushing event deleted for resources: {'Port': ['ID=b1c76951-0c98-4e51-af43-264f4ed8a6e7,revision_number=None']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:42.061076 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: b1c76951-0c98-4e51-af43-264f4ed8a6e7 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:42:42.061430 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device b1c76951-0c98-4e51-af43-264f4ed8a6e7 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:42:42.062920 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] No DVR routers for this DVR port b1c76951-0c98-4e51-af43-264f4ed8a6e7 on host dv-cinder-797970-7-iscsi {{(pid=104691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:42:42.071295 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.071295 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.071295 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.071295 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.071774 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.071904 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.072215 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.072757 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.073273 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.073416 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778ab2d7-84d8-46e7-a293-9e88d4d9fee2']}} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:42.073893 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.075097 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.075589 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.076076 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.076592 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.077014 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17448668-dba6-4995-b6db-0e28dec6e36b req-a6756b75-0e2c-4d59-b32c-602677abb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:42.077145 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8f70f3-2919-4b98-ad87-78b1be534282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:42.078510 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-17448668-dba6-4995-b6db-0e28dec6e36b req-a6756b75-0e2c-4d59-b32c-602677abb5e0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd HTTP/1.1" status: 200 len: 909 time: 0.2162843 Oct 27 09:42:42.086776 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2') {'for_net_delete': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:42.087026 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debb13a4-2caa-4e59-99f2-b5a2c1b16aa2') {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:42:42.133680 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1679566'] for segment (debb13a4-2caa-4e59-99f2-b5a2c1b16aa2), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:42.157452 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (debb13a4-2caa-4e59-99f2-b5a2c1b16aa2), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:42.171771 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-17448668-dba6-4995-b6db-0e28dec6e36b req-32ce0db3-dca5-4ed7-8b4f-616dd03d8cf4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af533890-8a09-4e93-ac93-881cbb38ca23 HTTP/1.1" status: 200 len: 1000 time: 0.0820403 Oct 27 09:42:42.172804 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=104689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:42:42.173339 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066208'] for segment (debb13a4-2caa-4e59-99f2-b5a2c1b16aa2), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:42.214392 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment debb13a4-2caa-4e59-99f2-b5a2c1b16aa2 resource provider aggregate not found Oct 27 09:42:42.276862 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment debb13a4-2caa-4e59-99f2-b5a2c1b16aa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid debb13a4-2caa-4e59-99f2-b5a2c1b16aa2 found for delete ", "request_id": "req-c4f7818b-3cae-4242-9d9c-3f6df454a76e"}]} Oct 27 09:42:42.297329 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:42.311473 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (778ab2d7-84d8-46e7-a293-9e88d4d9fee2), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:42.318164 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e5e0e-f325-41ab-91b9-ec9b174b5456 req-bf2917ec-296f-447a-93e8-4604b34eabe9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:42.319633 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ec9e5e0e-f325-41ab-91b9-ec9b174b5456 req-bf2917ec-296f-447a-93e8-4604b34eabe9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.1314609 Oct 27 09:42:42.323213 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17448668-dba6-4995-b6db-0e28dec6e36b req-5461d998-1c9b-4149-a51a-ffa098c20fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:42.324857 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-17448668-dba6-4995-b6db-0e28dec6e36b req-5461d998-1c9b-4149-a51a-ffa098c20fc2 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=faf8b354-5a8f-483d-acb3-774b2e6a5fe4 HTTP/1.1" status: 200 len: 847 time: 0.1330843 Oct 27 09:42:42.327591 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:42.330557 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/778ab2d7-84d8-46e7-a293-9e88d4d9fee2 HTTP/1.1" status: 204 len: 168 time: 0.8297324 Oct 27 09:42:42.358839 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b412ba-1dd1-4d3a-9db6-19b14488cd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=778ab2d7-84d8-46e7-a293-9e88d4d9fee2,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:42.407213 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17448668-dba6-4995-b6db-0e28dec6e36b req-68be910d-370a-4cc6-a12a-430f48be274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:42.408789 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-17448668-dba6-4995-b6db-0e28dec6e36b req-68be910d-370a-4cc6-a12a-430f48be274a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751033 Oct 27 09:42:42.430689 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ec9e5e0e-f325-41ab-91b9-ec9b174b5456 req-2ea3d3ce-822e-46b9-9bfb-71a63b470e5e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990107 Oct 27 09:42:42.459794 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34452) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:42.505061 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-05c86f7b-d6e4-4468-856c-d52b1c1ddc29 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=df306d37ff634f7eaad80fc3bc65b653&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440364 Oct 27 09:42:42.507704 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34456) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:42.514729 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-17448668-dba6-4995-b6db-0e28dec6e36b req-21ea55f7-d151-44b3-a487-78fe512170a9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980694 Oct 27 09:42:42.559842 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7bfe443e-c565-4f71-aa02-39fb89d7686f admin admin] Publish callbacks [] for security_group (31a2b944-2c75-4145-bbbc-a8cecd701c95), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:42.585774 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7bfe443e-c565-4f71-aa02-39fb89d7686f admin admin] Publish callbacks [] for security_group (31a2b944-2c75-4145-bbbc-a8cecd701c95), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:42.611032 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-17448668-dba6-4995-b6db-0e28dec6e36b req-11b46234-de5c-4bc6-a05e-1eb7b89a8332 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905795 Oct 27 09:42:42.644266 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7bfe443e-c565-4f71-aa02-39fb89d7686f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (31a2b944-2c75-4145-bbbc-a8cecd701c95), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:42.646857 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7bfe443e-c565-4f71-aa02-39fb89d7686f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:42.648183 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-7bfe443e-c565-4f71-aa02-39fb89d7686f admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/31a2b944-2c75-4145-bbbc-a8cecd701c95 HTTP/1.1" status: 204 len: 168 time: 0.1394467 Oct 27 09:42:42.656863 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe443e-c565-4f71-aa02-39fb89d7686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a2b944-2c75-4145-bbbc-a8cecd701c95,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:43.571798 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b992321-e701-4e72-bd37-016d19ddcdaf req-8d801806-d696-4c9a-a3c8-6bbc09f5ebd6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:43.573305 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b992321-e701-4e72-bd37-016d19ddcdaf req-8d801806-d696-4c9a-a3c8-6bbc09f5ebd6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0526972 Oct 27 09:42:43.623084 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b992321-e701-4e72-bd37-016d19ddcdaf req-cb10bdea-3015-4dae-9f24-c2d3784288ec tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429351 Oct 27 09:42:44.752743 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc503b-8c9e-49a7-9f4c-3159f2c47ca7 req-eaa23530-8327-459e-b126-d61dd26b5efd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:44.754483 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-95dc503b-8c9e-49a7-9f4c-3159f2c47ca7 req-eaa23530-8327-459e-b126-d61dd26b5efd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0473967 Oct 27 09:42:44.801175 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-95dc503b-8c9e-49a7-9f4c-3159f2c47ca7 req-4650317e-f4e9-4287-b6c4-da50ae3c65df tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409920 Oct 27 09:42:45.904617 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:45.949863 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a1e3e-6ba2-49de-a0f6-010eb949d70f req-7a4b2762-cfb9-4a3e-b650-7d89bb408fa7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:45.951256 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7f7a1e3e-6ba2-49de-a0f6-010eb949d70f req-7a4b2762-cfb9-4a3e-b650-7d89bb408fa7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0608585 Oct 27 09:42:46.002684 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7f7a1e3e-6ba2-49de-a0f6-010eb949d70f req-6767fd36-4ad2-4bd3-abb5-13aa470521c2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444262 Oct 27 09:42:46.786375 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:42:47.157301 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b594eb-8808-4f8f-9cc3-19922b04a1aa req-2a4996d0-ad5c-4b06-8910-5abdfdca00ab tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:47.158797 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5b594eb-8808-4f8f-9cc3-19922b04a1aa req-2a4996d0-ad5c-4b06-8910-5abdfdca00ab tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0692074 Oct 27 09:42:47.217046 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b5b594eb-8808-4f8f-9cc3-19922b04a1aa req-b116fff9-70b0-4a7c-a295-33ccc98444c4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499442 Oct 27 09:42:47.731229 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34602) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:47.836401 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:47.911414 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Publish callbacks [] for security_group (bfc8a616-97e8-40f0-9fd2-840ec82a30d9), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:47.914841 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (bfc8a616-97e8-40f0-9fd2-840ec82a30d9), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:47.957631 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=23605b91ac6e48aeac842caa26a5d2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253401 Oct 27 09:42:47.958375 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc8a616-97e8-40f0-9fd2-840ec82a30d9,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:47.960594 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34606) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:47.969306 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.969676 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.970020 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.970360 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.970696 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.971023 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.971348 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.971671 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.971998 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.972321 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.972669 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.972998 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.973320 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.973636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:47.973955 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636c3f7e-ab84-4af6-a6e3-c24fdb56b63f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:42:48.013003 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05674c03-8e9b-43d5-9f83-9d99a5c30db7 admin admin] Publish callbacks [] for security_group (bfc8a616-97e8-40f0-9fd2-840ec82a30d9), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:48.032632 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05674c03-8e9b-43d5-9f83-9d99a5c30db7 admin admin] Publish callbacks [] for security_group (bfc8a616-97e8-40f0-9fd2-840ec82a30d9), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:48.080837 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05674c03-8e9b-43d5-9f83-9d99a5c30db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (bfc8a616-97e8-40f0-9fd2-840ec82a30d9), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:48.083394 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-05674c03-8e9b-43d5-9f83-9d99a5c30db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:48.084613 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-05674c03-8e9b-43d5-9f83-9d99a5c30db7 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/bfc8a616-97e8-40f0-9fd2-840ec82a30d9 HTTP/1.1" status: 204 len: 168 time: 0.1229136 Oct 27 09:42:48.092445 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05674c03-8e9b-43d5-9f83-9d99a5c30db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc8a616-97e8-40f0-9fd2-840ec82a30d9,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:48.352919 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b6756-dcc1-43e2-aed7-ab9ce239d33e req-538ee85b-055d-4853-aa7e-1e5aa545ba09 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:48.354413 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9b9b6756-dcc1-43e2-aed7-ab9ce239d33e req-538ee85b-055d-4853-aa7e-1e5aa545ba09 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0506043 Oct 27 09:42:48.366710 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34616) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:48.380118 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9e13f8dd-564b-4f0e-acf8-736522ee56e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:48.404549 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9b9b6756-dcc1-43e2-aed7-ab9ce239d33e req-283b06f7-e44a-4709-bec3-512b68c8d258 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441964 Oct 27 09:42:48.458728 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9e13f8dd-564b-4f0e-acf8-736522ee56e9 admin admin] Publish callbacks [] for security_group (593333a0-e06a-4ea9-aae6-fe85b6e7611c), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:48.462776 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9e13f8dd-564b-4f0e-acf8-736522ee56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (593333a0-e06a-4ea9-aae6-fe85b6e7611c), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:48.503247 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-9e13f8dd-564b-4f0e-acf8-736522ee56e9 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=f1adf863d3b6482fa6646f408a46ca19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353796 Oct 27 09:42:48.504405 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13f8dd-564b-4f0e-acf8-736522ee56e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593333a0-e06a-4ea9-aae6-fe85b6e7611c,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:48.506064 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34618) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:48.535186 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:48.558199 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-785001d2-4aa7-4cb6-b391-36ef8dd4930f admin admin] Publish callbacks [] for security_group (593333a0-e06a-4ea9-aae6-fe85b6e7611c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:48.578632 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-785001d2-4aa7-4cb6-b391-36ef8dd4930f admin admin] Publish callbacks [] for security_group (593333a0-e06a-4ea9-aae6-fe85b6e7611c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:48.625676 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-785001d2-4aa7-4cb6-b391-36ef8dd4930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (593333a0-e06a-4ea9-aae6-fe85b6e7611c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:48.628649 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-785001d2-4aa7-4cb6-b391-36ef8dd4930f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:48.629795 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-785001d2-4aa7-4cb6-b391-36ef8dd4930f admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/593333a0-e06a-4ea9-aae6-fe85b6e7611c HTTP/1.1" status: 204 len: 168 time: 0.1225958 Oct 27 09:42:48.638108 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785001d2-4aa7-4cb6-b391-36ef8dd4930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593333a0-e06a-4ea9-aae6-fe85b6e7611c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:49.475166 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device c4193921-efc0-4d0e-8a62-50ecf8de25b1 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:42:49.564476 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28413b-a716-4285-af8e-62478e9db36d req-8c2bc856-e446-47f0-8db9-9b976c09bba8 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:49.565909 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:49.566741 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9a28413b-a716-4285-af8e-62478e9db36d req-8c2bc856-e446-47f0-8db9-9b976c09bba8 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0673261 Oct 27 09:42:49.576252 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:49.599487 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:49.634605 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'port_id': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'mac_address': 'fa:16:3e:20:ba:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:42:49.655940 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9a28413b-a716-4285-af8e-62478e9db36d req-6d04685a-b25c-4c48-bef3-d0ab83daa4bf tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773437 Oct 27 09:42:49.701930 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port c4193921-efc0-4d0e-8a62-50ecf8de25b1 is: ACTIVE; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:42:49.702658 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:49.719705 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4193921-efc0-4d0e-8a62-50ecf8de25b1 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:42:49.741719 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:49.747128 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:49.805545 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=c4193921-efc0-4d0e-8a62-50ecf8de25b1,revision_number=6']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:49.844222 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['c4193921-efc0-4d0e-8a62-50ecf8de25b1'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:42:50.498272 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34702) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:50.671685 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f260ceac-5c64-46af-8879-8ad1c028b31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:50.835123 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f260ceac-5c64-46af-8879-8ad1c028b31d admin admin] Publish callbacks [] for security_group (af624dfb-e482-4612-b7e2-59da745821c2), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:50.863622 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f260ceac-5c64-46af-8879-8ad1c028b31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (af624dfb-e482-4612-b7e2-59da745821c2), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:50.899327 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe4d73-44d5-4bfa-a658-a314a77d8e2b req-0bb7d1d9-b741-4952-b8f6-8323ebd3b216 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:50.901188 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-29fe4d73-44d5-4bfa-a658-a314a77d8e2b req-0bb7d1d9-b741-4952-b8f6-8323ebd3b216 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 944 time: 0.0844946 Oct 27 09:42:50.944928 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260ceac-5c64-46af-8879-8ad1c028b31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af624dfb-e482-4612-b7e2-59da745821c2,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:50.945670 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:50.954970 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34720) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:50.969892 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-f260ceac-5c64-46af-8879-8ad1c028b31d admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=bc63c42396ea4366a0adf74c61a4e444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4703426 Oct 27 09:42:50.999197 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:51.007201 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-29fe4d73-44d5-4bfa-a658-a314a77d8e2b req-49c684e4-ae1f-4ac2-93f3-24b27e84c0e5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952578 Oct 27 09:42:51.021288 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-11eab83d-76c9-430b-ab33-e2ea1b76f8cb admin admin] Publish callbacks [] for security_group (af624dfb-e482-4612-b7e2-59da745821c2), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.044962 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-11eab83d-76c9-430b-ab33-e2ea1b76f8cb admin admin] Publish callbacks [] for security_group (af624dfb-e482-4612-b7e2-59da745821c2), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.066145 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:51.113597 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-11eab83d-76c9-430b-ab33-e2ea1b76f8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (af624dfb-e482-4612-b7e2-59da745821c2), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.116292 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-11eab83d-76c9-430b-ab33-e2ea1b76f8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.123302 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-11eab83d-76c9-430b-ab33-e2ea1b76f8cb admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/af624dfb-e482-4612-b7e2-59da745821c2 HTTP/1.1" status: 204 len: 168 time: 0.1658866 Oct 27 09:42:51.133293 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eab83d-76c9-430b-ab33-e2ea1b76f8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af624dfb-e482-4612-b7e2-59da745821c2,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:51.468821 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34726) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:51.484675 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device c4193921-efc0-4d0e-8a62-50ecf8de25b1 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:42:51.486991 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7f595e2e-7bbe-4649-9f0e-681f3634a2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.502824 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:51.543263 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port c4193921-efc0-4d0e-8a62-50ecf8de25b1 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:42:51.544700 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.545424 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port c4193921-efc0-4d0e-8a62-50ecf8de25b1 Oct 27 09:42:51.596339 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7f595e2e-7bbe-4649-9f0e-681f3634a2d1 admin admin] Publish callbacks [] for security_group (2ff54c19-0ce5-4df5-b39d-15dca2398fad), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.606552 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7f595e2e-7bbe-4649-9f0e-681f3634a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (2ff54c19-0ce5-4df5-b39d-15dca2398fad), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.638041 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port c4193921-efc0-4d0e-8a62-50ecf8de25b1 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:42:51.638430 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.656069 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34728) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:51.657110 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-7f595e2e-7bbe-4649-9f0e-681f3634a2d1 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=fd16797b69664dbbac5947e207804a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870277 Oct 27 09:42:51.660149 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f595e2e-7bbe-4649-9f0e-681f3634a2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff54c19-0ce5-4df5-b39d-15dca2398fad,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:51.663034 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:42:51.666232 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fe88e3-d0cc-4f38-8bd2-ff8b2a5b1195" -d '{"events": [{"server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "name": "network-vif-plugged", "status": "completed", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:42:51.692353 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:51.702427 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.736293 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1590f40b-fadf-4d91-b374-641754659278 admin admin] Publish callbacks [] for security_group (2ff54c19-0ce5-4df5-b39d-15dca2398fad), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.738748 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97fc085-8a28-490c-8697-5d087fd7dce0 x-openstack-request-id: req-c97fc085-8a28-490c-8697-5d087fd7dce0 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:42:51.739270 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "name": "network-vif-plugged", "status": "completed", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:42:51.739517 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c97fc085-8a28-490c-8697-5d087fd7dce0 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:42:51.739904 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97fc085-8a28-490c-8697-5d087fd7dce0'] response: {'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'code': 200} Oct 27 09:42:51.766701 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1590f40b-fadf-4d91-b374-641754659278 admin admin] Publish callbacks [] for security_group (2ff54c19-0ce5-4df5-b39d-15dca2398fad), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.770629 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=c4193921-efc0-4d0e-8a62-50ecf8de25b1,revision_number=7']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:51.838799 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1590f40b-fadf-4d91-b374-641754659278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (2ff54c19-0ce5-4df5-b39d-15dca2398fad), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.841405 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1590f40b-fadf-4d91-b374-641754659278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:51.845062 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1590f40b-fadf-4d91-b374-641754659278 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/2ff54c19-0ce5-4df5-b39d-15dca2398fad HTTP/1.1" status: 204 len: 168 time: 0.1848583 Oct 27 09:42:51.853455 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590f40b-fadf-4d91-b374-641754659278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff54c19-0ce5-4df5-b39d-15dca2398fad,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:52.158985 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9415f-0470-4bb3-a7ba-c1344a6c26a4 req-93b97672-04cc-4338-823b-3e98651a44bc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:52.160603 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6ce9415f-0470-4bb3-a7ba-c1344a6c26a4 req-93b97672-04cc-4338-823b-3e98651a44bc tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0571766 Oct 27 09:42:52.174187 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:52.223372 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6ce9415f-0470-4bb3-a7ba-c1344a6c26a4 req-fb1a4008-a9a0-48dc-a580-b12b2ec1d20e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561039 Oct 27 09:42:53.382420 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b7f2c-d1be-4b9c-8293-fef469fba2ba req-b42eef4a-21ab-45cf-814e-77aa56044dda tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:53.383948 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a18b7f2c-d1be-4b9c-8293-fef469fba2ba req-b42eef4a-21ab-45cf-814e-77aa56044dda tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0539010 Oct 27 09:42:53.438401 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a18b7f2c-d1be-4b9c-8293-fef469fba2ba req-080c8457-6a62-4c68-8bce-f6cb6402f933 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486395 Oct 27 09:42:54.065835 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34802) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:54.205992 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e121-548f-4ca7-a135-12c4420d0992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:54.302614 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e121-548f-4ca7-a135-12c4420d0992 admin admin] Publish callbacks [] for security_group (e2f226b6-a791-4936-825c-be81a1783604), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:54.308151 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e121-548f-4ca7-a135-12c4420d0992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e2f226b6-a791-4936-825c-be81a1783604), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:54.350102 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9e121-548f-4ca7-a135-12c4420d0992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f226b6-a791-4936-825c-be81a1783604,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:54.358889 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-e0e9e121-548f-4ca7-a135-12c4420d0992 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=e2200a7b2d8e4bf4a0863a0e19f78462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895834 Oct 27 09:42:54.359117 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34808) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:54.417737 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f0f8faf2-8177-453e-9e09-064c663ff37a admin admin] Publish callbacks [] for security_group (e2f226b6-a791-4936-825c-be81a1783604), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:54.439690 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f0f8faf2-8177-453e-9e09-064c663ff37a admin admin] Publish callbacks [] for security_group (e2f226b6-a791-4936-825c-be81a1783604), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:54.523201 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f0f8faf2-8177-453e-9e09-064c663ff37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e2f226b6-a791-4936-825c-be81a1783604), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:54.526883 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f0f8faf2-8177-453e-9e09-064c663ff37a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:54.528588 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-f0f8faf2-8177-453e-9e09-064c663ff37a admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/e2f226b6-a791-4936-825c-be81a1783604 HTTP/1.1" status: 204 len: 168 time: 0.1682091 Oct 27 09:42:54.569966 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8faf2-8177-453e-9e09-064c663ff37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f226b6-a791-4936-825c-be81a1783604,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:54.621726 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e4c9c-30bc-4801-9d3e-be04ce50704d req-d6609f03-7869-4d07-9b1b-caabae79bfc6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:54.631068 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6a3e4c9c-30bc-4801-9d3e-be04ce50704d req-d6609f03-7869-4d07-9b1b-caabae79bfc6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0849793 Oct 27 09:42:54.693121 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6a3e4c9c-30bc-4801-9d3e-be04ce50704d req-2110c707-50c0-4a6d-8934-d6dfb3e3572d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610888 Oct 27 09:42:54.892776 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34818) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:54.907697 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0904-386a-4b99-9803-bf146254fe29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:54.924670 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=11,neutron:UPDATE=2,neutron:SELECT=85,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:55.001404 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0904-386a-4b99-9803-bf146254fe29 admin admin] Publish callbacks [] for security_group (d1ef81b2-3de3-4bbc-9a30-9c8c28b84ce7), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:55.006104 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a9bc0904-386a-4b99-9803-bf146254fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (d1ef81b2-3de3-4bbc-9a30-9c8c28b84ce7), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:55.055879 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc0904-386a-4b99-9803-bf146254fe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ef81b2-3de3-4bbc-9a30-9c8c28b84ce7,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:55.063220 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-a9bc0904-386a-4b99-9803-bf146254fe29 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=1c12a28e9d8e4a8c86295aca60a26536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691701 Oct 27 09:42:55.063403 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34822) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:55.132433 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f61b941-358c-4484-afc9-95bb73b55865 admin admin] Publish callbacks [] for security_group (d1ef81b2-3de3-4bbc-9a30-9c8c28b84ce7), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:55.155721 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f61b941-358c-4484-afc9-95bb73b55865 admin admin] Publish callbacks [] for security_group (d1ef81b2-3de3-4bbc-9a30-9c8c28b84ce7), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:55.215646 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f61b941-358c-4484-afc9-95bb73b55865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (d1ef81b2-3de3-4bbc-9a30-9c8c28b84ce7), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:55.218754 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2f61b941-358c-4484-afc9-95bb73b55865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:55.222207 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-2f61b941-358c-4484-afc9-95bb73b55865 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/d1ef81b2-3de3-4bbc-9a30-9c8c28b84ce7 HTTP/1.1" status: 204 len: 168 time: 0.1557016 Oct 27 09:42:55.230124 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61b941-358c-4484-afc9-95bb73b55865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ef81b2-3de3-4bbc-9a30-9c8c28b84ce7,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:55.839143 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956db85e-2478-40b0-8057-1d3c020a8b9f req-f03699d9-69ad-48fc-970c-8aa8fcad6c13 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:55.846176 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-956db85e-2478-40b0-8057-1d3c020a8b9f req-f03699d9-69ad-48fc-970c-8aa8fcad6c13 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0627789 Oct 27 09:42:55.900721 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-956db85e-2478-40b0-8057-1d3c020a8b9f req-5d9a8466-3fd2-4f73-a029-32ef1b7f82de tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536110 Oct 27 09:42:56.245384 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-cb4c527b-610c-4c15-b590-dec0e65beab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:56.782457 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=94 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:57.063931 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:57.072220 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854f6c3-b3ba-4b4a-8ae1-8dded730b69a req-9c42e7ce-1799-442f-9d8d-ea2501c7dfda tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:57.079826 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8854f6c3-b3ba-4b4a-8ae1-8dded730b69a req-9c42e7ce-1799-442f-9d8d-ea2501c7dfda tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0757999 Oct 27 09:42:57.143583 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8854f6c3-b3ba-4b4a-8ae1-8dded730b69a req-f9611c60-03d9-41c7-b90b-0b20d51b1796 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623827 Oct 27 09:42:57.859317 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07e200-1350-47e0-928c-aa041fa62b17 req-e1b3f955-6e96-40a3-bbdd-1527643bd636 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:57.861186 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3c07e200-1350-47e0-928c-aa041fa62b17 req-e1b3f955-6e96-40a3-bbdd-1527643bd636 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 946 time: 0.0931854 Oct 27 09:42:57.959731 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3c07e200-1350-47e0-928c-aa041fa62b17 req-7305eeb7-594b-44f6-ba97-ad4d50b9847e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919766 Oct 27 09:42:58.309747 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b71b2e-6dd9-45fa-b654-16a62e4fbadb req-ffc68c4f-023f-41b8-9265-66ff8bd40ea8 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:58.312294 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-68b71b2e-6dd9-45fa-b654-16a62e4fbadb req-ffc68c4f-023f-41b8-9265-66ff8bd40ea8 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0687382 Oct 27 09:42:58.370977 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34934) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:58.384099 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-68b71b2e-6dd9-45fa-b654-16a62e4fbadb req-98d930bc-0c29-4821-b777-b1af4fd7df21 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662711 Oct 27 09:42:58.509776 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-718a4eb1-5678-4e3c-8622-d5b4fb6ffdc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:58.522390 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-9f61bd5d-50a1-49cb-b55d-c7b2dbda8d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:58.607415 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-718a4eb1-5678-4e3c-8622-d5b4fb6ffdc9 admin admin] Publish callbacks [] for security_group (ea0780bc-490e-4c3c-b448-8336ec331730), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:58.612081 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-718a4eb1-5678-4e3c-8622-d5b4fb6ffdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ea0780bc-490e-4c3c-b448-8336ec331730), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:58.657814 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34938) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:58.658045 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-718a4eb1-5678-4e3c-8622-d5b4fb6ffdc9 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=616e68521bbc496984a846a4a045846c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858012 Oct 27 09:42:58.658874 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a4eb1-5678-4e3c-8622-d5b4fb6ffdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0780bc-490e-4c3c-b448-8336ec331730,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:58.728635 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aa1a304c-4f76-4c9c-95ed-fbf34ff6728d admin admin] Publish callbacks [] for security_group (ea0780bc-490e-4c3c-b448-8336ec331730), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:58.751550 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aa1a304c-4f76-4c9c-95ed-fbf34ff6728d admin admin] Publish callbacks [] for security_group (ea0780bc-490e-4c3c-b448-8336ec331730), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:58.806632 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aa1a304c-4f76-4c9c-95ed-fbf34ff6728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ea0780bc-490e-4c3c-b448-8336ec331730), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:58.809233 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aa1a304c-4f76-4c9c-95ed-fbf34ff6728d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:58.823214 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-aa1a304c-4f76-4c9c-95ed-fbf34ff6728d admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/ea0780bc-490e-4c3c-b448-8336ec331730 HTTP/1.1" status: 204 len: 168 time: 0.1541991 Oct 27 09:42:58.833925 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a304c-4f76-4c9c-95ed-fbf34ff6728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0780bc-490e-4c3c-b448-8336ec331730,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:59.123950 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1fae-3297-4ddc-8e61-9913c662c749 req-e17dcd3c-9a13-40a9-965b-12e5250976c4 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:59.125523 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-11aa1fae-3297-4ddc-8e61-9913c662c749 req-e17dcd3c-9a13-40a9-965b-12e5250976c4 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 946 time: 0.0675006 Oct 27 09:42:59.192862 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-11aa1fae-3297-4ddc-8e61-9913c662c749 req-03f79456-da3e-4118-a006-54424d2eb4f6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604568 Oct 27 09:42:59.230046 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 34950) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:59.244143 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cfc5ba6-3dfb-49cf-a40e-8f2b66639fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:59.350283 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cfc5ba6-3dfb-49cf-a40e-8f2b66639fe5 admin admin] Publish callbacks [] for security_group (90ce4a66-8746-4d7b-b085-0f69e724b3a1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:59.358323 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5cfc5ba6-3dfb-49cf-a40e-8f2b66639fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (90ce4a66-8746-4d7b-b085-0f69e724b3a1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:59.394859 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:59.428195 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc5ba6-3dfb-49cf-a40e-8f2b66639fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ce4a66-8746-4d7b-b085-0f69e724b3a1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:59.440032 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 34956) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:42:59.440473 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-5cfc5ba6-3dfb-49cf-a40e-8f2b66639fe5 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=871067cc045e4e5b9299320edf504b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090502 Oct 27 09:42:59.481035 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-9c6c25fb-67bc-4c57-ac78-95786ee8fb8e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:59.485305 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-9c6c25fb-67bc-4c57-ac78-95786ee8fb8e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 946 time: 0.0693097 Oct 27 09:42:59.575194 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cb86e385-0b88-4cfe-ab69-646b74dac88c admin admin] Publish callbacks [] for security_group (90ce4a66-8746-4d7b-b085-0f69e724b3a1), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:59.601365 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cb86e385-0b88-4cfe-ab69-646b74dac88c admin admin] Publish callbacks [] for security_group (90ce4a66-8746-4d7b-b085-0f69e724b3a1), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:59.629281 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d720a88-ee43-4473-85f4-4ff70aab5fd2 req-35874cd4-c6e5-4c35-a721-3016bcd50854 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:42:59.630920 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9d720a88-ee43-4473-85f4-4ff70aab5fd2 req-35874cd4-c6e5-4c35-a721-3016bcd50854 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.1103051 Oct 27 09:42:59.634849 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Deleting port f156fae7-f5fd-48a7-ba37-040eb64d86ae {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:42:59.635194 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:59.654436 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:59.691906 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cb86e385-0b88-4cfe-ab69-646b74dac88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (90ce4a66-8746-4d7b-b085-0f69e724b3a1), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:59.695575 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cb86e385-0b88-4cfe-ab69-646b74dac88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:59.701411 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-cb86e385-0b88-4cfe-ab69-646b74dac88c admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/90ce4a66-8746-4d7b-b085-0f69e724b3a1 HTTP/1.1" status: 204 len: 168 time: 0.2601147 Oct 27 09:42:59.712238 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86e385-0b88-4cfe-ab69-646b74dac88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ce4a66-8746-4d7b-b085-0f69e724b3a1,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:42:59.778043 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9d720a88-ee43-4473-85f4-4ff70aab5fd2 req-dddd23f7-ed47-4ec0-8e1f-54896a82c5f6 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377211 Oct 27 09:42:59.780891 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:42:59.782369 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:42:59.812262 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] For port f156fae7-f5fd-48a7-ba37-040eb64d86ae, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f156fae7-f5fd-48a7-ba37-040eb64d86ae,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:42:59.812262 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:00.323894 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:00.324802 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (6eb9e77a-55c2-4f89-bc4c-eec06657ad52), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:00.325277 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Floating IP 6eb9e77a-55c2-4f89-bc4c-eec06657ad52 disassociated. External IP: 172.27.0.49, port: f156fae7-f5fd-48a7-ba37-040eb64d86ae. Oct 27 09:43:00.325789 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Calling delete_port for f156fae7-f5fd-48a7-ba37-040eb64d86ae owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:43:00.368546 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bd9c7-f685-4504-86ef-289c5a3cdea5 req-d91ef637-8b67-4100-ae47-af38bc24a3d4 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:00.376478 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-126bd9c7-f685-4504-86ef-289c5a3cdea5 req-d91ef637-8b67-4100-ae47-af38bc24a3d4 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 946 time: 0.0710726 Oct 27 09:43:00.493221 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-126bd9c7-f685-4504-86ef-289c5a3cdea5 req-a20e3e71-bda0-4006-bb2c-cec6cc3571ac tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=a40d6a7a-3745-46c9-8645-e94cfb58e3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106968 Oct 27 09:43:00.585306 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (f156fae7-f5fd-48a7-ba37-040eb64d86ae), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:00.622611 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:00.626311 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'Port': ['ID=f156fae7-f5fd-48a7-ba37-040eb64d86ae,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:00.744495 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Router e67bc3b2-c062-43af-badd-a46a630bdbf6 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:43:00.871134 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:43:00.881440 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2b3f1-a839-4714-9970-181f6ee5e391 None None] Sync routers for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:43:00.900140 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2b3f1-a839-4714-9970-181f6ee5e391 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:00.900929 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-22d2b3f1-a839-4714-9970-181f6ee5e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:42:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:00.928992 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] No DVR routers for this DVR port f156fae7-f5fd-48a7-ba37-040eb64d86ae on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:43:00.948904 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:00.952995 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fde06b0d-3b56-4d9f-8d02-a962996d8664 req-a2e7984e-7238-4c92-8416-1f12852685a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "DELETE /networking/v2.0/ports/f156fae7-f5fd-48a7-ba37-040eb64d86ae HTTP/1.1" status: 204 len: 173 time: 1.4606726 Oct 27 09:43:00.953706 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'name': 'network-vif-deleted', 'tag': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:43:00.955939 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be00f14-6d3f-4866-9c1a-c7095774f78d" -d '{"events": [{"server_uuid": "d59eaa9a-23ee-4664-bea0-d16de93dfa7f", "name": "network-vif-deleted", "tag": "f156fae7-f5fd-48a7-ba37-040eb64d86ae"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:43:00.972552 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:00.985865 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2661ee-4e53-4a4e-b14c-918e7a887dbe req-d1afe598-e482-49ee-8454-9263a01b2e6c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:00.987621 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2d2661ee-4e53-4a4e-b14c-918e7a887dbe req-d1afe598-e482-49ee-8454-9263a01b2e6c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0866795 Oct 27 09:43:01.053437 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8172d7f7-78f1-4f1f-b93a-691dd85fb5bd x-openstack-request-id: req-8172d7f7-78f1-4f1f-b93a-691dd85fb5bd {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:43:01.054187 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59eaa9a-23ee-4664-bea0-d16de93dfa7f", "name": "network-vif-deleted", "tag": "f156fae7-f5fd-48a7-ba37-040eb64d86ae", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:43:01.054641 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8172d7f7-78f1-4f1f-b93a-691dd85fb5bd {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:43:01.055009 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8172d7f7-78f1-4f1f-b93a-691dd85fb5bd'] response: {'server_uuid': 'd59eaa9a-23ee-4664-bea0-d16de93dfa7f', 'name': 'network-vif-deleted', 'tag': 'f156fae7-f5fd-48a7-ba37-040eb64d86ae', 'status': 'completed', 'code': 200} Oct 27 09:43:01.060415 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2d2661ee-4e53-4a4e-b14c-918e7a887dbe req-04568079-0328-44ad-bf7c-19ccc77609a1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669961 Oct 27 09:43:01.072452 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-22d2b3f1-a839-4714-9970-181f6ee5e391 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:01.226294 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:01.301091 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-22d2b3f1-a839-4714-9970-181f6ee5e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:01.334699 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2b3f1-a839-4714-9970-181f6ee5e391 None None] Checking router: e67bc3b2-c062-43af-badd-a46a630bdbf6 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:43:01.344165 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2b3f1-a839-4714-9970-181f6ee5e391 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:01.344868 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-22d2b3f1-a839-4714-9970-181f6ee5e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:42:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:01.402765 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:01.472443 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-22d2b3f1-a839-4714-9970-181f6ee5e391 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:01.474458 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:01.495849 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9140b-8c6d-4d41-8406-9fe3c9de388c req-1e30de95-1742-4fed-b673-1d9a89eca129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:01.497450 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d2d9140b-8c6d-4d41-8406-9fe3c9de388c req-1e30de95-1742-4fed-b673-1d9a89eca129 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 1129 time: 0.0421448 Oct 27 09:43:01.641030 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-05ec6e1c-eb17-40a5-b3af-5cf6b2185848 req-d8ab2f4d-15eb-49b5-8a94-a4801cfbb891 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=d59eaa9a-23ee-4664-bea0-d16de93dfa7f HTTP/1.1" status: 200 len: 210 time: 0.0371590 Oct 27 09:43:01.659570 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9140b-8c6d-4d41-8406-9fe3c9de388c req-e23c183d-97e8-4f03-a1cc-de9c2c0ea99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:01.661896 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d2d9140b-8c6d-4d41-8406-9fe3c9de388c req-e23c183d-97e8-4f03-a1cc-de9c2c0ea99b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 918 time: 0.1538365 Oct 27 09:43:01.679052 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-22d2b3f1-a839-4714-9970-181f6ee5e391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:01.842899 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2b3f1-a839-4714-9970-181f6ee5e391 None None] The sync data for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi is: [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:43:01.850560 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d2d9140b-8c6d-4d41-8406-9fe3c9de388c req-eb304480-9e32-4c82-bac4-498668ae4b8b service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1 HTTP/1.1" status: 200 len: 1000 time: 0.0627637 Oct 27 09:43:01.905257 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9140b-8c6d-4d41-8406-9fe3c9de388c req-36b5b3e8-9364-4cd6-b3e3-d72a47c57b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:01.906756 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d2d9140b-8c6d-4d41-8406-9fe3c9de388c req-36b5b3e8-9364-4cd6-b3e3-d72a47c57b0b service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.0487709 Oct 27 09:43:01.953034 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:01.961158 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9140b-8c6d-4d41-8406-9fe3c9de388c req-c8d987cd-a9c8-4252-beac-defb9c07b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:01.962809 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d2d9140b-8c6d-4d41-8406-9fe3c9de388c req-c8d987cd-a9c8-4252-beac-defb9c07b597 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489113 Oct 27 09:43:02.059057 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d2d9140b-8c6d-4d41-8406-9fe3c9de388c req-b8c04d0d-52ae-4edb-8f3c-74befe239d00 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888629 Oct 27 09:43:02.089165 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c3609-ecf8-48fd-8385-b462037e3ba9 None None] New status for floating IP 6eb9e77a-55c2-4f89-bc4c-eec06657ad52: DOWN {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:43:02.161550 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d2d9140b-8c6d-4d41-8406-9fe3c9de388c req-04d649a9-d600-4bad-82dc-63a329db0f26 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961642 Oct 27 09:43:02.211983 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe40cb-221c-485b-afa2-1d452e618cf8 req-a10d9792-a93c-4a47-af5e-a310ea9046b0 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:02.213662 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cabe40cb-221c-485b-afa2-1d452e618cf8 req-a10d9792-a93c-4a47-af5e-a310ea9046b0 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0493178 Oct 27 09:43:02.260895 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cabe40cb-221c-485b-afa2-1d452e618cf8 req-82e52e73-c241-4d58-b502-5e8d4ae1b589 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417576 Oct 27 09:43:02.735337 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35028) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:02.791590 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-11acb529-56ca-4b37-9893-c0660d456e72 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (a40d6a7a-3745-46c9-8645-e94cfb58e3d2), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:02.813172 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-11acb529-56ca-4b37-9893-c0660d456e72 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (a40d6a7a-3745-46c9-8645-e94cfb58e3d2), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:02.859965 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-11acb529-56ca-4b37-9893-c0660d456e72 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (a40d6a7a-3745-46c9-8645-e94cfb58e3d2), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:02.862654 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-11acb529-56ca-4b37-9893-c0660d456e72 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:02.863791 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-11acb529-56ca-4b37-9893-c0660d456e72 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/a40d6a7a-3745-46c9-8645-e94cfb58e3d2 HTTP/1.1" status: 204 len: 168 time: 0.1274734 Oct 27 09:43:02.866608 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35030) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:02.873873 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acb529-56ca-4b37-9893-c0660d456e72 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40d6a7a-3745-46c9-8645-e94cfb58e3d2,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:02.880720 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.api.v2.resource [None req-54503e21-2287-4c3b-b79f-82d87d28b1d8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] show failed (client error): The resource could not be found. Oct 27 09:43:02.881715 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-54503e21-2287-4c3b-b79f-82d87d28b1d8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups/a40d6a7a-3745-46c9-8645-e94cfb58e3d2 HTTP/1.1" status: 404 len: 347 time: 0.0140915 Oct 27 09:43:02.885150 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35032) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:02.959067 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:02.996336 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0a8759d9-233c-4b65-9029-0f18e88aa914 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Deleting port a616f356-dea2-4dc0-a72f-695f33a5e9f7 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:43:02.996725 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a8759d9-233c-4b65-9029-0f18e88aa914 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (a616f356-dea2-4dc0-a72f-695f33a5e9f7), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.075523 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a8759d9-233c-4b65-9029-0f18e88aa914 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (a616f356-dea2-4dc0-a72f-695f33a5e9f7), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.075850 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a8759d9-233c-4b65-9029-0f18e88aa914 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (a616f356-dea2-4dc0-a72f-695f33a5e9f7), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.087719 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-0a8759d9-233c-4b65-9029-0f18e88aa914 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Calling delete_port for a616f356-dea2-4dc0-a72f-695f33a5e9f7 owned by network:floatingip {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:43:03.217115 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a8759d9-233c-4b65-9029-0f18e88aa914 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (a616f356-dea2-4dc0-a72f-695f33a5e9f7), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.241062 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8759d9-233c-4b65-9029-0f18e88aa914 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'Port': ['ID=a616f356-dea2-4dc0-a72f-695f33a5e9f7,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:03.301882 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a8759d9-233c-4b65-9029-0f18e88aa914 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (6eb9e77a-55c2-4f89-bc4c-eec06657ad52), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.304356 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-0a8759d9-233c-4b65-9029-0f18e88aa914 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.306356 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-0a8759d9-233c-4b65-9029-0f18e88aa914 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/6eb9e77a-55c2-4f89-bc4c-eec06657ad52 HTTP/1.1" status: 204 len: 168 time: 0.4201572 Oct 27 09:43:03.373009 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35038) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:03.377593 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-e0457eb4-316a-4794-8845-0a3e46d89659 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1094295401', 'description': 'tempest-description--1185582332'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:03.399321 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e0457eb4-316a-4794-8845-0a3e46d89659 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.400425 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd5d35-5510-425b-bf00-d16b3730a462 req-e1ca0072-1550-48a9-a106-c97793fc8784 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:03.401946 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cfbd5d35-5510-425b-bf00-d16b3730a462 req-e1ca0072-1550-48a9-a106-c97793fc8784 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0518706 Oct 27 09:43:03.450820 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cfbd5d35-5510-425b-bf00-d16b3730a462 req-52822074-9414-45ca-8c77-cc4f6f2ea5ed tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428741 Oct 27 09:43:03.465723 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:03.473233 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e0457eb4-316a-4794-8845-0a3e46d89659 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (7033f894-6fc7-4a73-bc80-8290601c3326), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.478903 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e0457eb4-316a-4794-8845-0a3e46d89659 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (7033f894-6fc7-4a73-bc80-8290601c3326), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.512324 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e0457eb4-316a-4794-8845-0a3e46d89659 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.513568 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-e0457eb4-316a-4794-8845-0a3e46d89659 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1395171 Oct 27 09:43:03.515619 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0457eb4-316a-4794-8845-0a3e46d89659 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7033f894-6fc7-4a73-bc80-8290601c3326,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:03.516585 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35040) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:03.523101 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-4ea3ae4f-5842-46b6-8f2d-00c000bb394f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group_rule': {'security_group_id': '7033f894-6fc7-4a73-bc80-8290601c3326', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:03.550860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ae4f-5842-46b6-8f2d-00c000bb394f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (00912156-8934-48fe-a331-fea1bb7ccdcb), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.578706 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:03.608065 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ae4f-5842-46b6-8f2d-00c000bb394f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (00912156-8934-48fe-a331-fea1bb7ccdcb), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.611433 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ae4f-5842-46b6-8f2d-00c000bb394f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (00912156-8934-48fe-a331-fea1bb7ccdcb), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.630188 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3ae4f-5842-46b6-8f2d-00c000bb394f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00912156-8934-48fe-a331-fea1bb7ccdcb,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:03.638203 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ae4f-5842-46b6-8f2d-00c000bb394f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.639400 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-4ea3ae4f-5842-46b6-8f2d-00c000bb394f tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218195 Oct 27 09:43:03.642100 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35044) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:03.646365 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-b70c4fbf-b9f5-4290-a554-927b08016e73 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'security_group_rule': {'security_group_id': '7033f894-6fc7-4a73-bc80-8290601c3326', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:03.672187 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b70c4fbf-b9f5-4290-a554-927b08016e73 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (cd674a80-f038-4ab6-93ef-514c19bd0658), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.730063 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b70c4fbf-b9f5-4290-a554-927b08016e73 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (cd674a80-f038-4ab6-93ef-514c19bd0658), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.733697 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b70c4fbf-b9f5-4290-a554-927b08016e73 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (cd674a80-f038-4ab6-93ef-514c19bd0658), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.753114 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c4fbf-b9f5-4290-a554-927b08016e73 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd674a80-f038-4ab6-93ef-514c19bd0658,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:03.766058 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b70c4fbf-b9f5-4290-a554-927b08016e73 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.770224 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-b70c4fbf-b9f5-4290-a554-927b08016e73 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243374 Oct 27 09:43:03.770426 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35048) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:03.775260 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:03.796540 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.847078 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:03.874971 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:03.983591 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Allocated IP 172.27.0.163 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/a4af4db6-77a1-435a-a76d-0d8d15899042) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:43:04.085036 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (a4af4db6-77a1-435a-a76d-0d8d15899042), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:04.116717 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (a4af4db6-77a1-435a-a76d-0d8d15899042), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:04.162960 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:43:04.167912 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:04.170075 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=a4af4db6-77a1-435a-a76d-0d8d15899042,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:04.172168 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:43:04.250794 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (2f973da5-8415-4fc3-8e85-1d2dedf12072), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:04.287421 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (a4af4db6-77a1-435a-a76d-0d8d15899042), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:04.311545 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:04.437696 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (a4af4db6-77a1-435a-a76d-0d8d15899042), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:04.443483 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (a4af4db6-77a1-435a-a76d-0d8d15899042), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:04.524461 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=a4af4db6-77a1-435a-a76d-0d8d15899042,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:04.531371 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (2f973da5-8415-4fc3-8e85-1d2dedf12072), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:04.538002 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:04.557467 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:04.567731 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-82948466-c284-474f-930d-73e40e373c5a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7873120 Oct 27 09:43:04.597181 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8597748-2da8-48ed-9f98-339847620114 req-3a124006-123f-4496-9fd8-60ea3f4466d8 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:04.604357 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d8597748-2da8-48ed-9f98-339847620114 req-3a124006-123f-4496-9fd8-60ea3f4466d8 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 945 time: 0.0620842 Oct 27 09:43:04.662039 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d8597748-2da8-48ed-9f98-339847620114 req-9902ae0b-080d-4403-9fec-0e4d05c6eba4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566444 Oct 27 09:43:04.779429 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-fff38c80-30f3-4809-a56a-83fce70db6db tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1094295401&fields=id&tenant_id=df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 267 time: 0.0430529 Oct 27 09:43:04.888540 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-74ffb307-5579-4ba1-ad00-d0ac1ecf02e3 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:04.890021 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-74ffb307-5579-4ba1-ad00-d0ac1ecf02e3 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 815 time: 0.1042469 Oct 27 09:43:04.904960 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-5d42a532-2647-41e0-bb21-caff686e275a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/quotas/df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 375 time: 0.0096238 Oct 27 09:43:04.952807 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-13639a58-818c-434b-aff1-8f8b9be47b93 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431600 Oct 27 09:43:05.141938 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-b3d1f4cd-2cb8-4d8f-873b-b8b39a308f97 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773779 Oct 27 09:43:05.229516 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-e4bd5586-4d0f-4619-90b6-aa0dee4f3398 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818110 Oct 27 09:43:05.292802 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f156fae7-f5fd-48a7-ba37-040eb64d86ae no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:43:05.311908 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: f156fae7-f5fd-48a7-ba37-040eb64d86ae {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:43:05.312276 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f156fae7-f5fd-48a7-ba37-040eb64d86ae not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:43:05.393923 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4a04ac6b-a94f-4ded-aff4-3b3f991f00da req-086c816a-5260-4203-9abc-533e301f7420 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 210 time: 0.0322583 Oct 27 09:43:05.606305 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device c4193921-efc0-4d0e-8a62-50ecf8de25b1 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:43:05.684794 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port c4193921-efc0-4d0e-8a62-50ecf8de25b1 is: ACTIVE; New status is: DOWN {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:05.685179 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:05.713241 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:43:05.716594 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb02a159-81a1-421b-a06e-6ef0f42a7209" -d '{"events": [{"server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "name": "network-vif-unplugged", "status": "completed", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:43:05.733046 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:05.739967 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:05.809788 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 27 Oct 2022 09:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13cee24-3eb6-4826-8711-a570f383a3aa x-openstack-request-id: req-c13cee24-3eb6-4826-8711-a570f383a3aa {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:43:05.810354 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "name": "network-vif-unplugged", "status": "completed", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:43:05.810761 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c13cee24-3eb6-4826-8711-a570f383a3aa {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:43:05.811305 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13cee24-3eb6-4826-8711-a570f383a3aa'] response: {'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'code': 200} Oct 27 09:43:05.813011 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=c4193921-efc0-4d0e-8a62-50ecf8de25b1,revision_number=8']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:05.850306 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b78a8-b096-4b81-be60-405abd786645 req-6b8e5e91-6c69-4a35-90d9-7e1574b24ec9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:05.861294 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d45b78a8-b096-4b81-be60-405abd786645 req-6b8e5e91-6c69-4a35-90d9-7e1574b24ec9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0776997 Oct 27 09:43:05.919766 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d45b78a8-b096-4b81-be60-405abd786645 req-3ab62456-46c2-4250-949d-4c099e7a790a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573113 Oct 27 09:43:06.464079 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:06.641262 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3e127a84-332c-403f-9a0b-bf43b17d1f33 req-ddb94ecc-e6de-42a4-be09-c27a40f2fa90 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 210 time: 0.0279794 Oct 27 09:43:07.052137 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d2b58-e0fa-4d1f-bf22-f8cce1e606af req-5dd59f39-36f6-423c-bf47-d29094f7d21b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:07.054006 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e79d2b58-e0fa-4d1f-bf22-f8cce1e606af req-5dd59f39-36f6-423c-bf47-d29094f7d21b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0477424 Oct 27 09:43:07.092547 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:07.108779 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e79d2b58-e0fa-4d1f-bf22-f8cce1e606af req-75315860-dcfc-4ac3-a5d1-cf0a360f778b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475268 Oct 27 09:43:07.468796 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-02d47943-38a7-4044-8a13-95ad598b1a66 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:07.470262 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-02d47943-38a7-4044-8a13-95ad598b1a66 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 815 time: 0.1684239 Oct 27 09:43:07.567485 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-617d5b71-b8dc-43c0-be51-d87a81602786 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=df84eaa566a24d3e8d25c1065e8c09fa HTTP/1.1" status: 200 len: 380 time: 0.0859804 Oct 27 09:43:07.638641 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'port': {'device_id': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'admin_state_up': True, 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'security_groups': ['7033f894-6fc7-4a73-bc80-8290601c3326']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:07.789438 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-66ac2d38-4a6a-43bf-aa33-0f376014f8b8 req-c64b8e16-26e5-4b6b-bb56-42898a854aff tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 210 time: 0.0351150 Oct 27 09:43:07.798669 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Made reservation on behalf of df84eaa566a24d3e8d25c1065e8c09fa for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:43:07.802472 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:07.815747 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:07.941728 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Allocated IP 172.20.0.6 (15104d09-0e0f-4140-ae39-9239f083d338/6106073a-8240-4116-aa48-78887440dcb1/345288e1-68e9-44e4-b75d-e117a08b1f49) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:43:08.105120 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:08.139104 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:08.188359 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Network 15104d09-0e0f-4140-ae39-9239f083d338 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:43:08.193780 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:08.197142 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event updated for resources: {'Port': ['ID=345288e1-68e9-44e4-b75d-e117a08b1f49,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:08.205108 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:43:08.290759 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:08.291394 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:08.343784 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ce245-4a46-4904-9793-6444a0bf62b4 req-54292518-3974-455e-95d9-b003b9e5f8cd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:08.345391 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c2ce245-4a46-4904-9793-6444a0bf62b4 req-54292518-3974-455e-95d9-b003b9e5f8cd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.1005023 Oct 27 09:43:08.353259 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-00260386-6f4f-459d-9a5c-6d798b6407fc tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7189107 Oct 27 09:43:08.371483 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Request body: {'port': {'device_id': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:08.405350 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-ad6cdd3a-fb89-426d-8ecb-04e0dfae6824 service neutron] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085198 Oct 27 09:43:08.407622 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:08.438774 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-eb272665-a20d-4863-a103-0686a5f6683f None None] Provisioning complete for port 345288e1-68e9-44e4-b75d-e117a08b1f49 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:08.439709 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-eb272665-a20d-4863-a103-0686a5f6683f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:08.440337 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-eb272665-a20d-4863-a103-0686a5f6683f None None] Attempt 1 to provision port 345288e1-68e9-44e4-b75d-e117a08b1f49 Oct 27 09:43:08.464852 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:08.477371 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-eb272665-a20d-4863-a103-0686a5f6683f None None] Port 345288e1-68e9-44e4-b75d-e117a08b1f49 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:43:08.478765 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c2ce245-4a46-4904-9793-6444a0bf62b4 req-3ac1690f-d614-4cd6-bbae-08affdc66c7a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239607 Oct 27 09:43:08.517459 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:08.526128 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-3a5e1964-ac4c-43dc-9a92-6340af7ac9f9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:08.527474 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-3a5e1964-ac4c-43dc-9a92-6340af7ac9f9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports/c4193921-efc0-4d0e-8a62-50ecf8de25b1 HTTP/1.1" status: 200 len: 940 time: 0.0844536 Oct 27 09:43:08.700844 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:08.887636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345288e1-68e9-44e4-b75d-e117a08b1f49 {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:43:08.896653 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Publish callbacks [] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:08.940713 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Transition to ACTIVE for port object 345288e1-68e9-44e4-b75d-e117a08b1f49 will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:43:08.947659 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:08.987632 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8f6e4-c94e-49b6-b7e9-6f98bf5fefa1 req-65868766-b4cb-4f48-bbc0-f89b3632c017 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:08.989484 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c0c8f6e4-c94e-49b6-b7e9-6f98bf5fefa1 req-65868766-b4cb-4f48-bbc0-f89b3632c017 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 931 time: 0.0853202 Oct 27 09:43:09.016670 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35216) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:09.077669 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Pushing event updated for resources: {'Port': ['ID=345288e1-68e9-44e4-b75d-e117a08b1f49,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:09.169438 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c0c8f6e4-c94e-49b6-b7e9-6f98bf5fefa1 req-98a9ef72-550d-4fde-9c77-d65bc6bb5130 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658373 Oct 27 09:43:09.171455 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-12a8a095-67fe-4fec-a0e3-37c82c345bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:09.198848 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Attempting to bind port 345288e1-68e9-44e4-b75d-e117a08b1f49 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:43:09.199511 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Attempting to bind port 345288e1-68e9-44e4-b75d-e117a08b1f49 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:43:09.199869 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Attempting to bind port 345288e1-68e9-44e4-b75d-e117a08b1f49 on network 15104d09-0e0f-4140-ae39-9239f083d338 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:43:09.244260 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Port 345288e1-68e9-44e4-b75d-e117a08b1f49 on network 15104d09-0e0f-4140-ae39-9239f083d338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:43:09.244508 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Attempting to bind port 345288e1-68e9-44e4-b75d-e117a08b1f49 on network 15104d09-0e0f-4140-ae39-9239f083d338 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:43:09.253696 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-12a8a095-67fe-4fec-a0e3-37c82c345bbd admin admin] Publish callbacks [] for security_group (b1a462d1-363b-4be2-a067-a6ee1cd1a10a), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:09.257518 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-12a8a095-67fe-4fec-a0e3-37c82c345bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b1a462d1-363b-4be2-a067-a6ee1cd1a10a), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:09.291454 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:43:09.291792 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Checking segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:43:09.292173 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Bound using segment: {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:43:09.292643 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Bound port: 345288e1-68e9-44e4-b75d-e117a08b1f49, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa05bdcc-842e-4374-80fa-d0715c29e513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:43:09.293034 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:09.294844 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35222) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:09.295037 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-12a8a095-67fe-4fec-a0e3-37c82c345bbd admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=eaf050de713140879ff4d2e403abe41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771623 Oct 27 09:43:09.303786 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8a095-67fe-4fec-a0e3-37c82c345bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a462d1-363b-4be2-a067-a6ee1cd1a10a,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:09.365417 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:09.391099 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] For port 345288e1-68e9-44e4-b75d-e117a08b1f49, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:43:09.405525 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92dbd879-d320-4d52-b280-0d20f11309ca admin admin] Publish callbacks [] for security_group (b1a462d1-363b-4be2-a067-a6ee1cd1a10a), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:09.408407 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] For port 345288e1-68e9-44e4-b75d-e117a08b1f49, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=345288e1-68e9-44e4-b75d-e117a08b1f49,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:43:09.419776 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:09.430635 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:09.431242 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:09.432652 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/345288e1-68e9-44e4-b75d-e117a08b1f49 HTTP/1.1" status: 200 len: 1093 time: 1.0679612 Oct 27 09:43:09.434155 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'tag': '345288e1-68e9-44e4-b75d-e117a08b1f49'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:43:09.436393 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2d7b0c-e136-4f24-8954-69716cc422c1" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6d582c-7b11-474d-ade0-762c6ccee705", "tag": "345288e1-68e9-44e4-b75d-e117a08b1f49"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:43:09.463003 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92dbd879-d320-4d52-b280-0d20f11309ca admin admin] Publish callbacks [] for security_group (b1a462d1-363b-4be2-a067-a6ee1cd1a10a), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:09.532109 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559e48f6-7ff7-4226-8514-5b0a0449c46e x-openstack-request-id: req-559e48f6-7ff7-4226-8514-5b0a0449c46e {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:43:09.532351 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6d582c-7b11-474d-ade0-762c6ccee705", "tag": "345288e1-68e9-44e4-b75d-e117a08b1f49", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:43:09.532631 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-559e48f6-7ff7-4226-8514-5b0a0449c46e {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:43:09.533037 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559e48f6-7ff7-4226-8514-5b0a0449c46e'] response: {'name': 'network-changed', 'server_uuid': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'tag': '345288e1-68e9-44e4-b75d-e117a08b1f49', 'status': 'completed', 'code': 200} Oct 27 09:43:09.549000 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b71c5-f287-4533-a65a-b39960e434ba service neutron] Pushing event updated for resources: {'Port': ['ID=345288e1-68e9-44e4-b75d-e117a08b1f49,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:09.560551 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-363fc606-fe17-4126-a272-938ba78d7eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:09.562093 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-363fc606-fe17-4126-a272-938ba78d7eae service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 1127 time: 0.0746155 Oct 27 09:43:09.628856 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device c4193921-efc0-4d0e-8a62-50ecf8de25b1 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:43:09.637586 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92dbd879-d320-4d52-b280-0d20f11309ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b1a462d1-363b-4be2-a067-a6ee1cd1a10a), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:09.640150 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-92dbd879-d320-4d52-b280-0d20f11309ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:09.643829 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-92dbd879-d320-4d52-b280-0d20f11309ca admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/b1a462d1-363b-4be2-a067-a6ee1cd1a10a HTTP/1.1" status: 204 len: 168 time: 0.3447628 Oct 27 09:43:09.651618 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-e4e1ab45-87c8-4ddd-9418-ec0d9382896a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345288e1-68e9-44e4-b75d-e117a08b1f49 HTTP/1.1" status: 200 len: 217 time: 0.0700490 Oct 27 09:43:09.660946 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbd879-d320-4d52-b280-0d20f11309ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a462d1-363b-4be2-a067-a6ee1cd1a10a,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:09.672490 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eb3d6-1083-4552-9207-64b5a3c65821 req-6d16c673-b041-4b5b-a8e4-1861bf2abc4c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:09.674591 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ca8eb3d6-1083-4552-9207-64b5a3c65821 req-6d16c673-b041-4b5b-a8e4-1861bf2abc4c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.1035953 Oct 27 09:43:09.704801 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:09.744379 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port c4193921-efc0-4d0e-8a62-50ecf8de25b1 is: DOWN; New status is: DOWN {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:09.753160 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ca8eb3d6-1083-4552-9207-64b5a3c65821 req-74f00475-542d-432d-9f1f-c68069440517 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660422 Oct 27 09:43:09.912916 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-7fc3a555-8a22-4109-9f1e-78717e4081d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:09.914968 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-7fc3a555-8a22-4109-9f1e-78717e4081d8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1&tenant_id=7295248456c446bbb3f7d2d5953c9360 HTTP/1.1" status: 200 len: 1127 time: 0.0544932 Oct 27 09:43:09.916401 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-4260fd1c-dca4-43b0-b0c0-771b08c3df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:09.917771 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-4260fd1c-dca4-43b0-b0c0-771b08c3df4c service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 200 len: 854 time: 0.0868642 Oct 27 09:43:09.996247 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-380ed633-e421-4f6a-9cb0-9e963b91a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:09.997778 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-380ed633-e421-4f6a-9cb0-9e963b91a39d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=15104d09-0e0f-4140-ae39-9239f083d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711901 Oct 27 09:43:10.000403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-bec88092-ab80-4d10-86ef-d528bfa04bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:10.001745 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-bec88092-ab80-4d10-86ef-d528bfa04bfc service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 1127 time: 0.0640590 Oct 27 09:43:10.462390 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c714f5-76e2-42c6-a6ac-283575b1bc97 req-485f20b3-f2c5-4c59-b737-169b6bcee5bd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:10.463885 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-87c714f5-76e2-42c6-a6ac-283575b1bc97 req-485f20b3-f2c5-4c59-b737-169b6bcee5bd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 943 time: 0.0744364 Oct 27 09:43:10.505759 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-12cb9493-136f-4b42-9c00-25497cf43155 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962974 Oct 27 09:43:10.507058 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-0b92140f-a07b-4cf6-a225-9904374ca58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:10.508933 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-0b92140f-a07b-4cf6-a225-9904374ca58e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 918 time: 0.4985030 Oct 27 09:43:10.630485 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-87c714f5-76e2-42c6-a6ac-283575b1bc97 req-38066cc3-8663-473a-ad46-c5580a4d3311 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602647 Oct 27 09:43:10.653824 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-52e4b35a-6fe4-4f81-a535-876656d80bba service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1 HTTP/1.1" status: 200 len: 998 time: 0.1345205 Oct 27 09:43:10.681044 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4b53ea5-28e6-4873-8a57-bcdae211c5aa req-bb71289e-e992-4b11-9c48-4f5520690ac6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584256 Oct 27 09:43:10.730030 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-48393c52-346e-4bde-a5a6-38ada7cc9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:10.731498 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-48393c52-346e-4bde-a5a6-38ada7cc9a76 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.0522993 Oct 27 09:43:10.799652 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecad90-2846-4f8b-911b-a96016448c6d req-2fbb732b-02db-4ff8-a8f2-4d0848d3018d tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:10.801376 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a4ecad90-2846-4f8b-911b-a96016448c6d req-2fbb732b-02db-4ff8-a8f2-4d0848d3018d tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 946 time: 0.0561872 Oct 27 09:43:10.841439 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:10.855113 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a4ecad90-2846-4f8b-911b-a96016448c6d req-09c3a62a-0625-47aa-b201-a2f1ecf250b1 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463660 Oct 27 09:43:10.900656 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22a08a-9dfb-4844-bfd9-f31715043f07 req-58f97342-f342-4f53-bd64-3966668db82d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:10.902127 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ab22a08a-9dfb-4844-bfd9-f31715043f07 req-58f97342-f342-4f53-bd64-3966668db82d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0461495 Oct 27 09:43:10.950050 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ab22a08a-9dfb-4844-bfd9-f31715043f07 req-ed6872e8-0f01-4204-aec4-ac5ac9ebf7f7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423219 Oct 27 09:43:11.769173 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f8ddf-1a40-4fab-8be3-d4efdd41eca7 req-8410a7f7-950d-44a1-acc9-d8924fa84bf1 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:11.770647 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f35f8ddf-1a40-4fab-8be3-d4efdd41eca7 req-8410a7f7-950d-44a1-acc9-d8924fa84bf1 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 943 time: 0.0516198 Oct 27 09:43:11.818800 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f35f8ddf-1a40-4fab-8be3-d4efdd41eca7 req-b3a5aa70-e0ae-4bb4-8b97-a1e04bbe06a8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425363 Oct 27 09:43:11.964810 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:11.980616 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6808-2f8f-4702-b2b1-1c61bb482f47 req-207fb501-34fa-4da9-a248-b4ee5b9f6142 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:11.982094 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cabb6808-2f8f-4702-b2b1-1c61bb482f47 req-207fb501-34fa-4da9-a248-b4ee5b9f6142 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 946 time: 0.0493829 Oct 27 09:43:12.031739 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cabb6808-2f8f-4702-b2b1-1c61bb482f47 req-70a81a43-b0d3-4121-ad2f-2efe127345c5 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440743 Oct 27 09:43:12.085572 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7191c7-c435-47bb-bdf0-aa8d88de75a8 req-682b2ed3-e38c-41d7-ad7b-aee5c1d14023 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:12.087477 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0d7191c7-c435-47bb-bdf0-aa8d88de75a8 req-682b2ed3-e38c-41d7-ad7b-aee5c1d14023 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0527678 Oct 27 09:43:12.141052 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0d7191c7-c435-47bb-bdf0-aa8d88de75a8 req-4d7e58af-e4cc-4acb-972b-dc8da0607d0b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478218 Oct 27 09:43:12.162307 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:12.169779 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:12.944609 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f02b7-1681-47aa-a782-9f3a91dbeef5 req-a39e37ec-2a17-4857-be06-10c7d919c0c5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:12.947108 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8b5f02b7-1681-47aa-a782-9f3a91dbeef5 req-a39e37ec-2a17-4857-be06-10c7d919c0c5 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 943 time: 0.0482705 Oct 27 09:43:12.996684 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8b5f02b7-1681-47aa-a782-9f3a91dbeef5 req-5b07fa76-f4fc-4ee1-872b-7f808c0931e8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437353 Oct 27 09:43:13.158318 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06271d92-46ce-4965-9e91-a52da96c90a6 req-808984a0-c022-4ae0-8d0d-2f00a7371daa tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:13.159728 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-06271d92-46ce-4965-9e91-a52da96c90a6 req-808984a0-c022-4ae0-8d0d-2f00a7371daa tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 946 time: 0.0507548 Oct 27 09:43:13.288009 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-06271d92-46ce-4965-9e91-a52da96c90a6 req-955242b3-7279-447b-aec1-b0064ad950e9 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=10734fca-c55f-4c05-8c22-dae7bea5da70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218643 Oct 27 09:43:13.313860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-161753ae-a67f-45e9-b153-847dc17b70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:13.315358 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-161753ae-a67f-45e9-b153-847dc17b70ad service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1157861 Oct 27 09:43:13.330190 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d7b0c-e136-4f24-8954-69716cc422c1 req-e9ca29e8-9894-4fb2-b64c-a5dc2344aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:13.331855 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-da2d7b0c-e136-4f24-8954-69716cc422c1 req-e9ca29e8-9894-4fb2-b64c-a5dc2344aec8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 1127 time: 0.0959115 Oct 27 09:43:13.338433 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054d0af-3d2c-44cc-ab50-6dbd3fb6e4e5 req-f3e7cda2-9e05-4f61-b4ee-fc0fabab596c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:13.339822 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6054d0af-3d2c-44cc-ab50-6dbd3fb6e4e5 req-f3e7cda2-9e05-4f61-b4ee-fc0fabab596c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0987284 Oct 27 09:43:13.420371 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763c608-2421-4a55-9cbf-9b63d294595e req-e207f08f-6efe-4dbe-b4ad-21fc7f03d003 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:13.421778 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-8763c608-2421-4a55-9cbf-9b63d294595e req-e207f08f-6efe-4dbe-b4ad-21fc7f03d003 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 946 time: 0.0477705 Oct 27 09:43:13.440367 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6054d0af-3d2c-44cc-ab50-6dbd3fb6e4e5 req-19baeee6-8324-4421-a2ca-014ad31e2031 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948794 Oct 27 09:43:13.522961 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Deleting port de6ac140-1998-47ee-b791-3c7089ad7377 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:43:13.523335 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:13.557412 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d7b0c-e136-4f24-8954-69716cc422c1 req-0f412408-d687-4fb1-a9e5-1774385bf791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:13.558893 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-da2d7b0c-e136-4f24-8954-69716cc422c1 req-0f412408-d687-4fb1-a9e5-1774385bf791 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 916 time: 0.1767292 Oct 27 09:43:13.560791 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-05400192-e46b-42c6-867a-46db652fbdb1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888855 Oct 27 09:43:13.617150 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-da2d7b0c-e136-4f24-8954-69716cc422c1 req-853891f4-be87-45c8-8597-cc4e93f88d39 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345288e1-68e9-44e4-b75d-e117a08b1f49 HTTP/1.1" status: 200 len: 217 time: 0.0416861 Oct 27 09:43:13.622009 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] For port de6ac140-1998-47ee-b791-3c7089ad7377, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=de6ac140-1998-47ee-b791-3c7089ad7377,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:13.622378 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:13.696059 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:13.722558 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d7b0c-e136-4f24-8954-69716cc422c1 req-74eaeb0d-aa90-4c94-b996-b9cf86a0a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:13.724026 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-da2d7b0c-e136-4f24-8954-69716cc422c1 req-74eaeb0d-aa90-4c94-b996-b9cf86a0a7c3 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 200 len: 854 time: 0.0961249 Oct 27 09:43:13.731279 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:13.765349 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67e157f3-c5b3-44f4-b90c-4fe8e1431b77 req-faa6022b-d60d-4ec3-a520-6355f1dd4308 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886756 Oct 27 09:43:13.781086 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d7b0c-e136-4f24-8954-69716cc422c1 req-c676ecf4-686f-4f9a-9b7a-e49641334c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:13.783062 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-da2d7b0c-e136-4f24-8954-69716cc422c1 req-c676ecf4-686f-4f9a-9b7a-e49641334c76 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=15104d09-0e0f-4140-ae39-9239f083d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482798 Oct 27 09:43:13.795940 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:13.796303 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:13.796644 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.l3_db [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Floating IP 05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad disassociated. External IP: 172.27.0.118, port: de6ac140-1998-47ee-b791-3c7089ad7377. Oct 27 09:43:13.797003 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Calling delete_port for de6ac140-1998-47ee-b791-3c7089ad7377 owned by compute:nova {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:43:13.878553 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:13.883625 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-da2d7b0c-e136-4f24-8954-69716cc422c1 req-b28b0115-88fa-430e-964b-80f3162cfc9e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928922 Oct 27 09:43:13.932933 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (de6ac140-1998-47ee-b791-3c7089ad7377), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:13.967742 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event deleted for resources: {'Port': ['ID=de6ac140-1998-47ee-b791-3c7089ad7377,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:14.034709 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-da2d7b0c-e136-4f24-8954-69716cc422c1 req-f39166d3-b18d-48a0-bce3-e2cc93ef878c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172295 Oct 27 09:43:14.094308 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:14.104294 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Router 614c13fa-a64d-4eb5-8a4d-dbba05074cff has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:43:14.140636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6fad7-c28f-4210-998b-7cca692460b2 req-03b669e6-6b77-4048-8036-13115bd1e920 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:14.142323 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-40c6fad7-c28f-4210-998b-7cca692460b2 req-03b669e6-6b77-4048-8036-13115bd1e920 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 943 time: 0.0564611 Oct 27 09:43:14.207439 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-40c6fad7-c28f-4210-998b-7cca692460b2 req-0085dda1-8094-4cfb-add9-bccaf6a83335 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593066 Oct 27 09:43:14.231899 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:43:14.256358 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807e30e-2426-4c29-97f6-3edda0b17505 None None] Sync routers for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:43:14.277388 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] No DVR routers for this DVR port de6ac140-1998-47ee-b791-3c7089ad7377 on host hv-cinder-79797 {{(pid=104690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:43:14.280560 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:14.285112 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-8763c608-2421-4a55-9cbf-9b63d294595e req-6cc1c021-496f-494b-8647-0d6c9cdb9e9f tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.72 "DELETE /networking/v2.0/ports/de6ac140-1998-47ee-b791-3c7089ad7377 HTTP/1.1" status: 204 len: 173 time: 0.8562143 Oct 27 09:43:14.285398 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'name': 'network-vif-deleted', 'tag': 'de6ac140-1998-47ee-b791-3c7089ad7377'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:43:14.293369 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807e30e-2426-4c29-97f6-3edda0b17505 None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:14.294089 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-5807e30e-2426-4c29-97f6-3edda0b17505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:42:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:14.295952 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42db33e9-7e21-4fa6-8ef9-dc459ddc977d" -d '{"events": [{"server_uuid": "cacbe115-560c-4934-acc5-ca08bcac81c7", "name": "network-vif-deleted", "tag": "de6ac140-1998-47ee-b791-3c7089ad7377"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:43:14.512619 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-5807e30e-2426-4c29-97f6-3edda0b17505 None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:14.558605 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-dbab6184-1f44-4350-8e6b-4f73703fc6fc req-54a7f57f-da42-49a1-8220-46c1925ebde0 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0891900 Oct 27 09:43:14.688830 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:14.737770 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ddddd4-4249-4a4b-a77f-ec5480198d89 x-openstack-request-id: req-b3ddddd4-4249-4a4b-a77f-ec5480198d89 {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:43:14.738275 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacbe115-560c-4934-acc5-ca08bcac81c7", "name": "network-vif-deleted", "tag": "de6ac140-1998-47ee-b791-3c7089ad7377", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:43:14.738377 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b3ddddd4-4249-4a4b-a77f-ec5480198d89 {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:43:14.738798 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ddddd4-4249-4a4b-a77f-ec5480198d89'] response: {'server_uuid': 'cacbe115-560c-4934-acc5-ca08bcac81c7', 'name': 'network-vif-deleted', 'tag': 'de6ac140-1998-47ee-b791-3c7089ad7377', 'status': 'completed', 'code': 200} Oct 27 09:43:14.854563 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8569a7-5d8c-4a5a-887b-36e9ec75f507 req-9efa4453-5615-42b3-af39-a9885ee4766d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:14.856961 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cd8569a7-5d8c-4a5a-887b-36e9ec75f507 req-9efa4453-5615-42b3-af39-a9885ee4766d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.1241984 Oct 27 09:43:14.921963 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-5807e30e-2426-4c29-97f6-3edda0b17505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:14.932765 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cd8569a7-5d8c-4a5a-887b-36e9ec75f507 req-4e310bde-0249-4265-a3f2-e54c02fe75d9 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651968 Oct 27 09:43:14.988681 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807e30e-2426-4c29-97f6-3edda0b17505 None None] Checking router: 614c13fa-a64d-4eb5-8a4d-dbba05074cff for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:43:15.009700 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5807e30e-2426-4c29-97f6-3edda0b17505 None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:15.010755 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-5807e30e-2426-4c29-97f6-3edda0b17505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:42:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:15.149004 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-5807e30e-2426-4c29-97f6-3edda0b17505 None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:15.366360 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-5807e30e-2426-4c29-97f6-3edda0b17505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:15.400565 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf82182-351c-4234-b37c-58c0b7b0053f req-7f442336-c928-47cb-8484-575127f9674d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:15.400565 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cbf82182-351c-4234-b37c-58c0b7b0053f req-7f442336-c928-47cb-8484-575127f9674d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 943 time: 0.0904982 Oct 27 09:43:15.405353 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5807e30e-2426-4c29-97f6-3edda0b17505 None None] The sync data for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi is: [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:37Z', 'revision_number': 4, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'a26eb59c-a753-4084-8568-9f81ec3f45a5', 'name': '', 'network_id': '27e1c21a-a41e-4b69-8864-f162b04c2923', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'mac_address': 'fa:16:3e:e7:88:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:34Z', 'updated_at': '2022-10-27T09:36:51Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'subnets': [{'id': '7b858d44-f19d-48cb-bdfe-2ce0056a601e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:43:15.471006 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cbf82182-351c-4234-b37c-58c0b7b0053f req-a8faaed1-37bb-486d-bfdb-f14ce9eb926b tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643826 Oct 27 09:43:15.640668 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 345288e1-68e9-44e4-b75d-e117a08b1f49 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:43:15.754868 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d5cd00a-dc91-45a8-9ad4-a483c762bdc0 req-6323094c-6126-4191-873b-edd0983ace79 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0306466 Oct 27 09:43:15.771426 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00466540-63d7-465d-afa1-2f8e9d1cfad1 None None] New status for floating IP 05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad: DOWN {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:43:15.798808 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 345288e1-68e9-44e4-b75d-e117a08b1f49, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=345288e1-68e9-44e4-b75d-e117a08b1f49,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:15.837892 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '345288e1-68e9-44e4-b75d-e117a08b1f49', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'port_id': '345288e1-68e9-44e4-b75d-e117a08b1f49', 'mac_address': 'fa:16:3e:0f:1c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:43:15.889189 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 345288e1-68e9-44e4-b75d-e117a08b1f49 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:15.889665 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:15.905823 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345288e1-68e9-44e4-b75d-e117a08b1f49 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:43:15.948328 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 345288e1-68e9-44e4-b75d-e117a08b1f49, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=345288e1-68e9-44e4-b75d-e117a08b1f49,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:15.953777 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:16.017994 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=345288e1-68e9-44e4-b75d-e117a08b1f49,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:16.106613 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a2541-d5c1-4edf-b04e-757ae53ee863 req-06229c25-5795-4f51-8061-70481ded8b9c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:16.108177 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-914a2541-d5c1-4edf-b04e-757ae53ee863 req-06229c25-5795-4f51-8061-70481ded8b9c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0610921 Oct 27 09:43:16.177958 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-914a2541-d5c1-4edf-b04e-757ae53ee863 req-72c40ef6-a0f2-49a3-832a-2b6fc4b3bee4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638049 Oct 27 09:43:16.209372 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['345288e1-68e9-44e4-b75d-e117a08b1f49'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:43:16.247561 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:16.267569 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:16.615454 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6926f12-a157-481f-b8d8-e5857945a240 req-deacfe0d-7ec3-4bb7-906f-b4456dfb08a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:16.616980 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b6926f12-a157-481f-b8d8-e5857945a240 req-deacfe0d-7ec3-4bb7-906f-b4456dfb08a6 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 944 time: 0.0578127 Oct 27 09:43:16.679157 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b6926f12-a157-481f-b8d8-e5857945a240 req-abef75ad-a79f-49cd-961c-da73c6bfbd5e tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554342 Oct 27 09:43:16.885585 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b3214b48-d0c1-48fc-b1fe-1c9e2cea6c9f req-b02ce9f6-047a-4c6c-9fcd-9dfce75fd40a tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0277355 Oct 27 09:43:17.317847 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc186c-005c-4918-88c9-ab429e315bef req-4af99581-eded-4fd5-826c-8de9faacf8b5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:17.319392 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-23bc186c-005c-4918-88c9-ab429e315bef req-4af99581-eded-4fd5-826c-8de9faacf8b5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0508332 Oct 27 09:43:17.371158 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-23bc186c-005c-4918-88c9-ab429e315bef req-43071d6c-03f0-400f-9f15-9cd12e666bd8 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453386 Oct 27 09:43:17.655373 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 345288e1-68e9-44e4-b75d-e117a08b1f49 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:17.700549 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port 345288e1-68e9-44e4-b75d-e117a08b1f49 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:43:17.709605 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 345288e1-68e9-44e4-b75d-e117a08b1f49 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:17.709981 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:17.710521 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 345288e1-68e9-44e4-b75d-e117a08b1f49 Oct 27 09:43:17.794855 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 345288e1-68e9-44e4-b75d-e117a08b1f49 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:17.795270 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:17.840869 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345288e1-68e9-44e4-b75d-e117a08b1f49'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:43:17.843147 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179cc5e7-fb1d-4b5e-b35a-9f506c9dd592" -d '{"events": [{"server_uuid": "fc6d582c-7b11-474d-ade0-762c6ccee705", "name": "network-vif-plugged", "status": "completed", "tag": "345288e1-68e9-44e4-b75d-e117a08b1f49"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:43:17.872904 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 345288e1-68e9-44e4-b75d-e117a08b1f49, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=345288e1-68e9-44e4-b75d-e117a08b1f49,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:17.876991 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:17.877162 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf58e5-0b6f-4cce-951f-536ddeefdf98 req-b92d6d81-1744-4a7a-b0d8-aac536416c59 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:17.877876 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device de6ac140-1998-47ee-b791-3c7089ad7377 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:43:17.879349 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fdbf58e5-0b6f-4cce-951f-536ddeefdf98 req-b92d6d81-1744-4a7a-b0d8-aac536416c59 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 944 time: 0.1097460 Oct 27 09:43:17.932171 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106c889b-947b-4d95-af04-008791bf86ad x-openstack-request-id: req-106c889b-947b-4d95-af04-008791bf86ad {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:43:17.932470 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6d582c-7b11-474d-ade0-762c6ccee705", "name": "network-vif-plugged", "status": "completed", "tag": "345288e1-68e9-44e4-b75d-e117a08b1f49", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:43:17.932750 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-106c889b-947b-4d95-af04-008791bf86ad {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:43:17.933142 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106c889b-947b-4d95-af04-008791bf86ad'] response: {'server_uuid': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345288e1-68e9-44e4-b75d-e117a08b1f49', 'code': 200} Oct 27 09:43:17.935915 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: de6ac140-1998-47ee-b791-3c7089ad7377 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:43:17.936264 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device de6ac140-1998-47ee-b791-3c7089ad7377 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:43:17.959739 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:17.986919 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=345288e1-68e9-44e4-b75d-e117a08b1f49,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:17.989179 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fdbf58e5-0b6f-4cce-951f-536ddeefdf98 req-e75fc530-262d-4fbf-85c0-014fc14181d8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911291 Oct 27 09:43:18.045084 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27c0ae31-d279-4bb0-9f60-25b3e631a38f req-dbad4e03-d9aa-4319-8cd3-d7bc231e1ba5 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0308566 Oct 27 09:43:18.515877 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9033f5-c99e-4c4b-abb2-93a766674437 req-0f203de4-f107-40c5-8ccd-a5776bd7a5a1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:18.517380 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0b9033f5-c99e-4c4b-abb2-93a766674437 req-0f203de4-f107-40c5-8ccd-a5776bd7a5a1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0535538 Oct 27 09:43:18.588330 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0b9033f5-c99e-4c4b-abb2-93a766674437 req-06b75c22-91fc-4348-aaf3-b71ba0094cdb tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654202 Oct 27 09:43:19.138378 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f5193-1909-4b36-a68b-b0eb7effe52a req-43b3e1e0-8179-4d79-9bc5-b2b9bc3420bd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:19.140070 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6a0f5193-1909-4b36-a68b-b0eb7effe52a req-43b3e1e0-8179-4d79-9bc5-b2b9bc3420bd tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.0638523 Oct 27 09:43:19.182712 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-179169bc-535d-4d2e-90cf-c126f9df5882 req-7ceede37-8880-4fe1-a77f-b39de2f01354 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0414648 Oct 27 09:43:19.214727 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6a0f5193-1909-4b36-a68b-b0eb7effe52a req-076b54bf-a605-481b-a188-45e64965ff8b tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618882 Oct 27 09:43:19.730493 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6c25-ed65-4f51-bde3-8b99ac86fdf0 req-2f67deea-c31e-46b1-8f62-3972a781c4a7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:19.732009 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f7ce6c25-ed65-4f51-bde3-8b99ac86fdf0 req-2f67deea-c31e-46b1-8f62-3972a781c4a7 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0492487 Oct 27 09:43:19.786322 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f7ce6c25-ed65-4f51-bde3-8b99ac86fdf0 req-aafe8b6d-3d9a-4510-8cb9-bc1f6e0e757f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485747 Oct 27 09:43:20.352557 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:20.373539 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b52e756-a08d-4cf1-a3ed-f9da08fc036e req-76908911-c835-431a-ab17-792ff25570c4 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0598881 Oct 27 09:43:20.396194 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a520c-3ee5-405e-bc04-b9f8707ffade req-1c96a693-6ea4-4eb7-b940-c2e95267ab11 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:20.401264 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fd4a520c-3ee5-405e-bc04-b9f8707ffade req-1c96a693-6ea4-4eb7-b940-c2e95267ab11 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.0767195 Oct 27 09:43:20.459049 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fd4a520c-3ee5-405e-bc04-b9f8707ffade req-6931a814-b18f-4cab-8527-c1f103acf9a1 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493033 Oct 27 09:43:20.935017 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960026c-5673-4379-8d2d-c2962346cdcc req-2032faff-695e-4f6d-a106-da442170f964 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:20.936749 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f960026c-5673-4379-8d2d-c2962346cdcc req-2032faff-695e-4f6d-a106-da442170f964 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0545077 Oct 27 09:43:20.994298 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f960026c-5673-4379-8d2d-c2962346cdcc req-8cf58acd-f64c-4290-a840-46bf9db88d21 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518103 Oct 27 09:43:21.618439 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cd036-cb3b-40c7-9770-4b155a50fc14 req-cdfd7441-9a7c-4218-875d-21a407e83b54 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:21.620283 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6c2cd036-cb3b-40c7-9770-4b155a50fc14 req-cdfd7441-9a7c-4218-875d-21a407e83b54 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.0622475 Oct 27 09:43:21.669148 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4213179a-6d0e-4688-9955-12605d1b8a95 req-cd8c6cdf-ed2c-421e-96d3-3376f3e78546 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0432813 Oct 27 09:43:21.707356 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6c2cd036-cb3b-40c7-9770-4b155a50fc14 req-ea1f791c-b062-4361-9584-5e9062d0e922 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619833 Oct 27 09:43:22.126375 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241e331-2f62-493a-bcf8-8343b2c40482 req-978f0b93-243c-4361-b982-73159b83c4b2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:22.127923 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6241e331-2f62-493a-bcf8-8343b2c40482 req-978f0b93-243c-4361-b982-73159b83c4b2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0485346 Oct 27 09:43:22.183571 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6241e331-2f62-493a-bcf8-8343b2c40482 req-5bd1cb30-b1ad-4ab5-9ce5-9a4f537b8d17 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495679 Oct 27 09:43:22.793487 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f4ff6884-2184-4311-bf09-b4328ab850d6 req-ac435119-57ac-48e1-9a61-fac861749e96 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0306940 Oct 27 09:43:22.851180 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d404924-5373-4aaf-a74f-11631ecbc014 req-7d6b0289-7bd5-417b-a491-78d8af6c762d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:22.853690 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d404924-5373-4aaf-a74f-11631ecbc014 req-7d6b0289-7bd5-417b-a491-78d8af6c762d tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.0593019 Oct 27 09:43:22.912137 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d404924-5373-4aaf-a74f-11631ecbc014 req-3c5c8a1d-e7fc-4a6e-ae7d-a21f5a3cebf2 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513885 Oct 27 09:43:23.313491 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce989a9f-acf2-4b71-984c-6e02bd9e1d61 req-52b2716d-75dc-4214-9033-abc7b19c11c2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:23.314957 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ce989a9f-acf2-4b71-984c-6e02bd9e1d61 req-52b2716d-75dc-4214-9033-abc7b19c11c2 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0467970 Oct 27 09:43:23.368594 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ce989a9f-acf2-4b71-984c-6e02bd9e1d61 req-12a8c772-99af-4f01-bca8-cf383a4a1143 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472760 Oct 27 09:43:23.785213 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:43:23.917423 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c814d471-7394-410a-87eb-aec2793e482a req-dcb4af28-b1a2-4332-b9d8-5bc34c4998ba tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=cacbe115-560c-4934-acc5-ca08bcac81c7 HTTP/1.1" status: 200 len: 210 time: 0.0292249 Oct 27 09:43:24.033335 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f570993-997a-4958-b074-ba17a4cf6251 req-e3894f2a-888b-4782-aa8c-3cc488defa31 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:24.034797 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f570993-997a-4958-b074-ba17a4cf6251 req-e3894f2a-888b-4782-aa8c-3cc488defa31 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.0461860 Oct 27 09:43:24.081457 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f570993-997a-4958-b074-ba17a4cf6251 req-58b5894a-6e6f-4599-966a-538574ba28bb tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412657 Oct 27 09:43:24.256019 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=11 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:24.260006 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:UPDATE=1,neutron:SELECT=56,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:24.452794 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34350b-3873-4c9d-98cc-91f7637b77b4 req-bc74ab2d-971b-41ad-999c-5c2197dbd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:24.454414 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-3a34350b-3873-4c9d-98cc-91f7637b77b4 req-bc74ab2d-971b-41ad-999c-5c2197dbd517 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 1129 time: 0.0424318 Oct 27 09:43:24.504037 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e51d7d-f256-4c76-8dfc-43c4b29ff1bc req-fbc3ffe8-22d4-4244-9c90-eb73ae7dea51 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:24.505992 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-51e51d7d-f256-4c76-8dfc-43c4b29ff1bc req-fbc3ffe8-22d4-4244-9c90-eb73ae7dea51 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0556796 Oct 27 09:43:24.511431 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-3a34350b-3873-4c9d-98cc-91f7637b77b4 req-cbe1919b-3146-472b-bda7-f47597c7707b service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511084 Oct 27 09:43:24.528038 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:24.558195 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-51e51d7d-f256-4c76-8dfc-43c4b29ff1bc req-925842bb-138f-4834-8fa8-6c04f9dde178 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436907 Oct 27 09:43:25.008388 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35472) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:25.062636 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e06f2198-5bc8-4490-865c-385a550071d5 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (10734fca-c55f-4c05-8c22-dae7bea5da70), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:25.085174 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e06f2198-5bc8-4490-865c-385a550071d5 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (10734fca-c55f-4c05-8c22-dae7bea5da70), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:25.133016 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e06f2198-5bc8-4490-865c-385a550071d5 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (10734fca-c55f-4c05-8c22-dae7bea5da70), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:25.136245 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e06f2198-5bc8-4490-865c-385a550071d5 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:25.137594 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-e06f2198-5bc8-4490-865c-385a550071d5 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/10734fca-c55f-4c05-8c22-dae7bea5da70 HTTP/1.1" status: 204 len: 168 time: 0.1275525 Oct 27 09:43:25.140552 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35476) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:25.147377 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f2198-5bc8-4490-865c-385a550071d5 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10734fca-c55f-4c05-8c22-dae7bea5da70,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:25.157628 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.api.v2.resource [None req-3345dd02-8969-49e2-9049-7ce3f32fdb5b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] show failed (client error): The resource could not be found. Oct 27 09:43:25.158721 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-3345dd02-8969-49e2-9049-7ce3f32fdb5b tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "GET /networking/v2.0/security-groups/10734fca-c55f-4c05-8c22-dae7bea5da70 HTTP/1.1" status: 404 len: 347 time: 0.0170150 Oct 27 09:43:25.162888 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35478) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:25.234603 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:25.271603 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579923a-cccb-4ab0-a6d2-9b2add57a68f req-a87659ed-9277-4581-9cfb-60c968fe003a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:25.273115 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5579923a-cccb-4ab0-a6d2-9b2add57a68f req-a87659ed-9277-4581-9cfb-60c968fe003a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.1117005 Oct 27 09:43:25.336066 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5d14f82e-ce04-4556-b42e-cfac8aa37057 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Deleting port caf0b154-cb53-48cb-8993-14878f18211d {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:43:25.336405 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d14f82e-ce04-4556-b42e-cfac8aa37057 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (caf0b154-cb53-48cb-8993-14878f18211d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:25.367507 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5579923a-cccb-4ab0-a6d2-9b2add57a68f req-68d6ac87-831e-4e1d-8f5a-ae5b2d0502ab tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868843 Oct 27 09:43:25.423275 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d14f82e-ce04-4556-b42e-cfac8aa37057 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (caf0b154-cb53-48cb-8993-14878f18211d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:25.423603 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d14f82e-ce04-4556-b42e-cfac8aa37057 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (caf0b154-cb53-48cb-8993-14878f18211d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:25.436091 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5d14f82e-ce04-4556-b42e-cfac8aa37057 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Calling delete_port for caf0b154-cb53-48cb-8993-14878f18211d owned by network:floatingip {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:43:25.565456 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d14f82e-ce04-4556-b42e-cfac8aa37057 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (caf0b154-cb53-48cb-8993-14878f18211d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:25.587122 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14f82e-ce04-4556-b42e-cfac8aa37057 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Pushing event deleted for resources: {'Port': ['ID=caf0b154-cb53-48cb-8993-14878f18211d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:25.683860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d14f82e-ce04-4556-b42e-cfac8aa37057 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks [] for floatingip (05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:25.686356 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5d14f82e-ce04-4556-b42e-cfac8aa37057 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:25.687489 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-5d14f82e-ce04-4556-b42e-cfac8aa37057 tempest-AttachVolumeTestJSON-2091910305 tempest-AttachVolumeTestJSON-2091910305-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/05ee71d2-caf2-48ab-9e62-83a9ffa1c9ad HTTP/1.1" status: 204 len: 168 time: 0.5237384 Oct 27 09:43:25.698158 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9363b-23fb-4615-81d2-1d28f928b0c7 req-39332de7-b52a-4628-9e3b-de4fe9f096fd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:25.700817 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6bf9363b-23fb-4615-81d2-1d28f928b0c7 req-39332de7-b52a-4628-9e3b-de4fe9f096fd tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0583360 Oct 27 09:43:25.750963 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6bf9363b-23fb-4615-81d2-1d28f928b0c7 req-e3b8abef-0000-4129-bbcc-e7c777e5cb3e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445788 Oct 27 09:43:26.188696 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8e9d5c68-aed3-4fc5-bf2e-1c20861d4ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:26.487560 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b744588-4f6e-4986-b411-3d5ef076ece0 req-0a1eb361-5651-4c0e-8e6e-d969ef91a499 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:26.489019 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b744588-4f6e-4986-b411-3d5ef076ece0 req-0a1eb361-5651-4c0e-8e6e-d969ef91a499 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.0453990 Oct 27 09:43:26.521291 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:26.536250 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b744588-4f6e-4986-b411-3d5ef076ece0 req-bb27ad67-0800-4240-bb21-77a01f6433eb tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413098 Oct 27 09:43:26.888194 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0213c4d-b231-4097-8916-68a10fc19daf req-33b737e2-2828-4e03-8750-c887bc28f9aa tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:26.889783 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d0213c4d-b231-4097-8916-68a10fc19daf req-33b737e2-2828-4e03-8750-c887bc28f9aa tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 943 time: 0.0530109 Oct 27 09:43:26.940175 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d0213c4d-b231-4097-8916-68a10fc19daf req-3345d60d-df3f-4436-afd0-385a0dc8a88c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441236 Oct 27 09:43:27.657557 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e78709-0591-4089-ad41-669a077f558a req-9e3b8f5f-d6ad-4588-b9c6-2c2df8807cb8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:27.659032 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-78e78709-0591-4089-ad41-669a077f558a req-9e3b8f5f-d6ad-4588-b9c6-2c2df8807cb8 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.0472887 Oct 27 09:43:27.706498 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-78e78709-0591-4089-ad41-669a077f558a req-12ed2595-48aa-4f1b-a6a5-d8f341f90046 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418828 Oct 27 09:43:27.715777 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device c4193921-efc0-4d0e-8a62-50ecf8de25b1 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:43:27.812740 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:27.822122 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43467749-1787-45b6-9cf2-8656559a3259 req-2d721b8b-a76d-4556-8e12-f9e5dd6a9017 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:27.824585 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-43467749-1787-45b6-9cf2-8656559a3259 req-2d721b8b-a76d-4556-8e12-f9e5dd6a9017 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.0467963 Oct 27 09:43:27.828750 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'port_id': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'mac_address': 'fa:16:3e:20:ba:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:43:27.834488 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35508) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:27.839622 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-ecda7432-138d-486f-ac1e-43e78e190e16 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Request body: {'floatingip': {'port_id': '345288e1-68e9-44e4-b75d-e117a08b1f49'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:27.864273 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port c4193921-efc0-4d0e-8a62-50ecf8de25b1 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:27.864693 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:27.877722 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4193921-efc0-4d0e-8a62-50ecf8de25b1 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:43:27.879323 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ecda7432-138d-486f-ac1e-43e78e190e16 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (2f973da5-8415-4fc3-8e85-1d2dedf12072), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:27.898158 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:27.904016 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:27.938898 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:27.951166 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=c4193921-efc0-4d0e-8a62-50ecf8de25b1,revision_number=9']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:28.118616 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['c4193921-efc0-4d0e-8a62-50ecf8de25b1'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:43:28.157182 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e859245-7a9f-47fb-8af4-11a80013fa6a req-06d7b6c7-073f-4bbf-a0a0-2741fa46d0f1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:28.158661 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2e859245-7a9f-47fb-8af4-11a80013fa6a req-06d7b6c7-073f-4bbf-a0a0-2741fa46d0f1 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 944 time: 0.0961549 Oct 27 09:43:28.200179 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:28.296634 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2e859245-7a9f-47fb-8af4-11a80013fa6a req-d946cb31-716a-47f9-a62d-68f7efb0340e tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233480 Oct 27 09:43:28.517922 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-53011e7f-c153-48ef-9785-c39063eb5114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:28.712477 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ecda7432-138d-486f-ac1e-43e78e190e16 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:28.716737 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ecda7432-138d-486f-ac1e-43e78e190e16 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (2f973da5-8415-4fc3-8e85-1d2dedf12072), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:28.811122 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-ecda7432-138d-486f-ac1e-43e78e190e16 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Floating IP 2f973da5-8415-4fc3-8e85-1d2dedf12072 associated. External IP: 172.27.0.163, port: 345288e1-68e9-44e4-b75d-e117a08b1f49. Oct 27 09:43:28.985733 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:29.007932 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecda7432-138d-486f-ac1e-43e78e190e16 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Router e67bc3b2-c062-43af-badd-a46a630bdbf6 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:43:29.109797 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecda7432-138d-486f-ac1e-43e78e190e16 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:43:29.114651 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ecda7432-138d-486f-ac1e-43e78e190e16 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:29.121711 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b43ca1-9db4-4d76-81e0-c6e906803f63 None None] Sync routers for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:43:29.131611 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b43ca1-9db4-4d76-81e0-c6e906803f63 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:29.132230 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-b9b43ca1-9db4-4d76-81e0-c6e906803f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:29.133763 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:29.145817 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-ecda7432-138d-486f-ac1e-43e78e190e16 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "PUT /networking/v2.0/floatingips/2f973da5-8415-4fc3-8e85-1d2dedf12072 HTTP/1.1" status: 200 len: 991 time: 1.3081105 Oct 27 09:43:29.145817 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'tag': '345288e1-68e9-44e4-b75d-e117a08b1f49'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:43:29.146564 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6d582c-7b11-474d-ade0-762c6ccee705", "tag": "345288e1-68e9-44e4-b75d-e117a08b1f49"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:43:29.183991 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb3c6ce-4195-4bbd-b18f-f22ec4ddf30d x-openstack-request-id: req-3eb3c6ce-4195-4bbd-b18f-f22ec4ddf30d {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:43:29.184289 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6d582c-7b11-474d-ade0-762c6ccee705", "tag": "345288e1-68e9-44e4-b75d-e117a08b1f49", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:43:29.184574 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3eb3c6ce-4195-4bbd-b18f-f22ec4ddf30d {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:43:29.184987 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb3c6ce-4195-4bbd-b18f-f22ec4ddf30d'] response: {'name': 'network-changed', 'server_uuid': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'tag': '345288e1-68e9-44e4-b75d-e117a08b1f49', 'status': 'completed', 'code': 200} Oct 27 09:43:29.236537 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-b9b43ca1-9db4-4d76-81e0-c6e906803f63 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:29.246028 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39 req-8954fb80-1901-4147-94b9-538819bc9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:29.247564 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39 req-8954fb80-1901-4147-94b9-538819bc9634 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 1129 time: 0.0413153 Oct 27 09:43:29.337784 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35544) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:29.355074 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39 req-63b617a8-b8f1-404d-84b3-28dae5bbf1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:29.356494 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39 req-63b617a8-b8f1-404d-84b3-28dae5bbf1b7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 200 len: 916 time: 0.1028676 Oct 27 09:43:29.434998 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39 req-d6c88e7c-9a97-439a-97f1-51b59019795a service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=345288e1-68e9-44e4-b75d-e117a08b1f49 HTTP/1.1" status: 200 len: 999 time: 0.0721455 Oct 27 09:43:29.449094 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc60f5-c9f5-42c3-af60-cef22ff2f169 req-37216360-ee14-4232-b8d5-8d3f2187fe36 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:29.450919 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61cc60f5-c9f5-42c3-af60-cef22ff2f169 req-37216360-ee14-4232-b8d5-8d3f2187fe36 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 944 time: 0.0570223 Oct 27 09:43:29.466980 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:29.480675 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-b9b43ca1-9db4-4d76-81e0-c6e906803f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '2f973da5-8415-4fc3-8e85-1d2dedf12072', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': '345288e1-68e9-44e4-b75d-e117a08b1f49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:0f:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:43:04Z', 'updated_at': '2022-10-27T09:43:28Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:29.488062 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39 req-4dfa7487-84f1-4025-b929-1cc2801b2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:29.489571 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39 req-4dfa7487-84f1-4025-b929-1cc2801b2a36 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 200 len: 854 time: 0.0491741 Oct 27 09:43:29.516126 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-61cc60f5-c9f5-42c3-af60-cef22ff2f169 req-b1f2a3b4-ed10-462e-bfda-f7949d009af5 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574081 Oct 27 09:43:29.541782 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39 req-7f9a8580-36d9-44b0-a563-57c995b1485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:29.545398 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39 req-7f9a8580-36d9-44b0-a563-57c995b1485f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=15104d09-0e0f-4140-ae39-9239f083d338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500476 Oct 27 09:43:29.647442 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39 req-70e8f3ee-e828-4375-81ce-ce4630d92d8b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952904 Oct 27 09:43:29.658979 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b43ca1-9db4-4d76-81e0-c6e906803f63 None None] Checking router: e67bc3b2-c062-43af-badd-a46a630bdbf6 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:43:29.668261 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b43ca1-9db4-4d76-81e0-c6e906803f63 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:29.669159 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-b9b43ca1-9db4-4d76-81e0-c6e906803f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:29.744571 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device c4193921-efc0-4d0e-8a62-50ecf8de25b1 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:29.745659 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-3e5c611a-a64e-4dc2-8e92-99bf01ddcf39 req-943cab04-9e97-4f06-a41c-e39906a84141 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924532 Oct 27 09:43:29.767631 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:29.835516 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-b9b43ca1-9db4-4d76-81e0-c6e906803f63 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:29.838912 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port c4193921-efc0-4d0e-8a62-50ecf8de25b1 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:29.838912 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:29.839322 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port c4193921-efc0-4d0e-8a62-50ecf8de25b1 Oct 27 09:43:29.919484 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654533'] for router_interface (614c13fa-a64d-4eb5-8a4d-dbba05074cff), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:30.019499 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port c4193921-efc0-4d0e-8a62-50ecf8de25b1 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:30.019884 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:30.064701 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:30.083107 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:43:30.085520 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155887b0-3d1a-45c4-957a-ca7f01c72910" -d '{"events": [{"server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "name": "network-vif-plugged", "status": "completed", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:43:30.109739 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:30.137779 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6877e079-2c36-4061-a054-b52fad559874 x-openstack-request-id: req-6877e079-2c36-4061-a054-b52fad559874 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:43:30.138450 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "name": "network-vif-plugged", "status": "completed", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:43:30.138450 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6877e079-2c36-4061-a054-b52fad559874 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:43:30.138650 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6877e079-2c36-4061-a054-b52fad559874'] response: {'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'code': 200} Oct 27 09:43:30.142979 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:30.156666 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] Deleting port a26eb59c-a753-4084-8568-9f81ec3f45a5 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:43:30.157580 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:30.183754 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-b9b43ca1-9db4-4d76-81e0-c6e906803f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '2f973da5-8415-4fc3-8e85-1d2dedf12072', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': '345288e1-68e9-44e4-b75d-e117a08b1f49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:0f:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:43:04Z', 'updated_at': '2022-10-27T09:43:28Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:30.215683 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:30.223427 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b43ca1-9db4-4d76-81e0-c6e906803f63 None None] The sync data for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi is: [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '2f973da5-8415-4fc3-8e85-1d2dedf12072', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'port_id': '345288e1-68e9-44e4-b75d-e117a08b1f49', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'mac_address': 'fa:16:3e:0f:1c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:43:04Z', 'updated_at': '2022-10-27T09:43:28Z', 'revision_number': 1, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:43:30.229477 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=c4193921-efc0-4d0e-8a62-50ecf8de25b1,revision_number=10']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:30.244065 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] For port a26eb59c-a753-4084-8568-9f81ec3f45a5, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=a26eb59c-a753-4084-8568-9f81ec3f45a5,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:30.244989 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:30.258280 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] Calling delete_port for a26eb59c-a753-4084-8568-9f81ec3f45a5 owned by network:router_interface {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:43:30.305799 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:30.403204 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:30.427389 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66af8b6-33b7-4278-bf42-b6aefcf9985e None None] New status for floating IP 2f973da5-8415-4fc3-8e85-1d2dedf12072: ACTIVE {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:43:30.451953 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (a26eb59c-a753-4084-8568-9f81ec3f45a5), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:30.476714 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=a26eb59c-a753-4084-8568-9f81ec3f45a5,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:30.678640 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface (614c13fa-a64d-4eb5-8a4d-dbba05074cff), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:30.691663 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d2d20-d75f-4208-980e-87da85470bc6 req-5b651c8a-bf74-4d49-a439-15b32cabc6cb tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:30.693125 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-191d2d20-d75f-4208-980e-87da85470bc6 req-5b651c8a-bf74-4d49-a439-15b32cabc6cb tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 946 time: 0.0616992 Oct 27 09:43:30.708946 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d20b9b1-892d-4faa-a6df-669b567ec999 None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:43:30.808207 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d20b9b1-892d-4faa-a6df-669b567ec999 None None] Resources bound (agent type, host, resource id): {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 09:43:30.811817 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-191d2d20-d75f-4208-980e-87da85470bc6 req-2c89635e-8450-4ba2-a710-047265ef2b8c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123500 Oct 27 09:43:30.936417 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] Router 614c13fa-a64d-4eb5-8a4d-dbba05074cff has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:43:31.040847 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:43:31.048418 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-060c2b22-6822-4b53-8076-20e70f8b6f3c admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/614c13fa-a64d-4eb5-8a4d-dbba05074cff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7066388 Oct 27 09:43:31.048602 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35560) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:31.054292 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92ffa1-f42b-4c66-8fc3-2290f4d3827d None None] Sync routers for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:43:31.066018 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92ffa1-f42b-4c66-8fc3-2290f4d3827d None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:31.066939 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-6a92ffa1-f42b-4c66-8fc3-2290f4d3827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:31.155671 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Publish callbacks [] for router (614c13fa-a64d-4eb5-8a4d-dbba05074cff), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:31.173174 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-6a92ffa1-f42b-4c66-8fc3-2290f4d3827d None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:31.239448 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:31.264386 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Publish callbacks [] for router_gateway (614c13fa-a64d-4eb5-8a4d-dbba05074cff), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:31.358802 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-6a92ffa1-f42b-4c66-8fc3-2290f4d3827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:43:30Z', 'revision_number': 5, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port': {'id': '600592aa-2806-42a4-a7c7-6889ab5b2b22', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:31.391764 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92ffa1-f42b-4c66-8fc3-2290f4d3827d None None] Checking router: 614c13fa-a64d-4eb5-8a4d-dbba05074cff for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:43:31.409665 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92ffa1-f42b-4c66-8fc3-2290f4d3827d None None] Routers {'614c13fa-a64d-4eb5-8a4d-dbba05074cff'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:31.410325 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-6a92ffa1-f42b-4c66-8fc3-2290f4d3827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:31.414488 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:31.496845 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:31.515763 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-6a92ffa1-f42b-4c66-8fc3-2290f4d3827d None None] Set router 614c13fa-a64d-4eb5-8a4d-dbba05074cff gateway port host: None {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:31.555457 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:31.569771 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Deleting port 600592aa-2806-42a4-a7c7-6889ab5b2b22 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:43:31.570177 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:31.571486 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-6a92ffa1-f42b-4c66-8fc3-2290f4d3827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:43:31Z', 'revision_number': 6, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port_host': None}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:31.601478 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92ffa1-f42b-4c66-8fc3-2290f4d3827d None None] The sync data for ids ['614c13fa-a64d-4eb5-8a4d-dbba05074cff'] in dv-cinder-797970-7-iscsi is: [{'id': '614c13fa-a64d-4eb5-8a4d-dbba05074cff', 'name': 'tempest-AttachVolumeTestJSON-932338714-router', 'tenant_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:43:31Z', 'revision_number': 6, 'project_id': '71d1c4930a1b487eb3dca8fde6ce424a', 'gw_port_host': None}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:43:31.604183 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-04da9ba2-7ee9-476e-bcf4-9f9f1312601d None None] Provisioning complete for port 586fb976-52cc-40d0-ae50-97fd7d46e11f triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:31.604572 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-04da9ba2-7ee9-476e-bcf4-9f9f1312601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:31.604909 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-04da9ba2-7ee9-476e-bcf4-9f9f1312601d None None] Attempt 1 to provision port 586fb976-52cc-40d0-ae50-97fd7d46e11f Oct 27 09:43:31.635675 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:31.660605 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] For port 600592aa-2806-42a4-a7c7-6889ab5b2b22, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=600592aa-2806-42a4-a7c7-6889ab5b2b22,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:31.660980 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:31.673831 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Calling delete_port for 600592aa-2806-42a4-a7c7-6889ab5b2b22 owned by network:router_gateway {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:43:31.684610 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-04da9ba2-7ee9-476e-bcf4-9f9f1312601d None None] Current status of the port 586fb976-52cc-40d0-ae50-97fd7d46e11f is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:31.836120 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (600592aa-2806-42a4-a7c7-6889ab5b2b22), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:31.865050 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Pushing event deleted for resources: {'Port': ['ID=600592aa-2806-42a4-a7c7-6889ab5b2b22,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:31.959225 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658050'] for router_gateway (614c13fa-a64d-4eb5-8a4d-dbba05074cff), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:31.968962 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a47a7f-9ae3-44dd-b776-18f0c6f8d15b req-b2fa7fa7-1a67-4252-bba4-316b5cf1443d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:31.970492 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-28a47a7f-9ae3-44dd-b776-18f0c6f8d15b req-b2fa7fa7-1a67-4252-bba4-316b5cf1443d tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 946 time: 0.0642891 Oct 27 09:43:32.086935 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041905'] for router (614c13fa-a64d-4eb5-8a4d-dbba05074cff), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.094074 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Publish callbacks [] for router_controller (614c13fa-a64d-4eb5-8a4d-dbba05074cff), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.143940 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-28a47a7f-9ae3-44dd-b776-18f0c6f8d15b req-0bbb03db-0d60-4821-a717-094db49704f4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442780 Oct 27 09:43:32.151477 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651776'] for router (614c13fa-a64d-4eb5-8a4d-dbba05074cff), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.152059 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 614c13fa-a64d-4eb5-8a4d-dbba05074cff {{(pid=104689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 09:43:32.156347 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.159879 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-002616fb-7bef-463c-bc23-ca9d3bd96417 admin admin] 10.222.0.70 "DELETE /networking/v2.0/routers/614c13fa-a64d-4eb5-8a4d-dbba05074cff HTTP/1.1" status: 204 len: 168 time: 1.1079614 Oct 27 09:43:32.160290 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35566) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:32.204253 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db6407d-9af2-44b5-adc9-2388071865d6 admin admin] Deleting subnet 7b858d44-f19d-48cb-bdfe-2ce0056a601e {{(pid=104689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:43:32.207419 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6db6407d-9af2-44b5-adc9-2388071865d6 admin admin] Publish callbacks [] for subnet (7b858d44-f19d-48cb-bdfe-2ce0056a601e), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.241120 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6db6407d-9af2-44b5-adc9-2388071865d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1679559'] for subnet (7b858d44-f19d-48cb-bdfe-2ce0056a601e), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.318383 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6db6407d-9af2-44b5-adc9-2388071865d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (7b858d44-f19d-48cb-bdfe-2ce0056a601e), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.361635 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:32.365541 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device a26eb59c-a753-4084-8568-9f81ec3f45a5 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:43:32.376187 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6db6407d-9af2-44b5-adc9-2388071865d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2373704'] for subnet (7b858d44-f19d-48cb-bdfe-2ce0056a601e), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.391507 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: a26eb59c-a753-4084-8568-9f81ec3f45a5 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:43:32.391849 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device a26eb59c-a753-4084-8568-9f81ec3f45a5 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:43:32.403066 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6407d-9af2-44b5-adc9-2388071865d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b858d44-f19d-48cb-bdfe-2ce0056a601e,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:32.408997 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6db6407d-9af2-44b5-adc9-2388071865d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.414665 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445eb302-fdc7-4f86-8bc7-13573ee78e3a None None] Network 27e1c21a-a41e-4b69-8864-f162b04c2923 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:43:32.414820 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-6db6407d-9af2-44b5-adc9-2388071865d6 admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/7b858d44-f19d-48cb-bdfe-2ce0056a601e HTTP/1.1" status: 204 len: 168 time: 0.2537434 Oct 27 09:43:32.415115 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35568) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:32.489164 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (27e1c21a-a41e-4b69-8864-f162b04c2923), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.536791 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Deleting port 586fb976-52cc-40d0-ae50-97fd7d46e11f {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:43:32.537204 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.581695 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e99b7c-9a81-4845-ab56-f42093c7598b None None] DHCP port deletion for 27e1c21a-a41e-4b69-8864-f162b04c2923 request from dv-cinder-797970-7-iscsi {{(pid=104691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 09:43:32.607668 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] For port 586fb976-52cc-40d0-ae50-97fd7d46e11f, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=586fb976-52cc-40d0-ae50-97fd7d46e11f,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:32.608027 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.610955 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:32.622368 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-72e99b7c-9a81-4845-ab56-f42093c7598b None None] Deleting port 586fb976-52cc-40d0-ae50-97fd7d46e11f {{(pid=104691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:43:32.622940 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-72e99b7c-9a81-4845-ab56-f42093c7598b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), before_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.623483 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Calling delete_port for 586fb976-52cc-40d0-ae50-97fd7d46e11f owned by network:dhcp {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:43:32.690874 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-72e99b7c-9a81-4845-ab56-f42093c7598b None None] For port 586fb976-52cc-40d0-ae50-97fd7d46e11f, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=586fb976-52cc-40d0-ae50-97fd7d46e11f,segment=NetworkSegment(6f04a7c6-7074-46f8-930f-8387927c0691),segment_id=6f04a7c6-7074-46f8-930f-8387927c0691)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:32.691273 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-72e99b7c-9a81-4845-ab56-f42093c7598b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), precommit_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.706034 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.709237 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-72e99b7c-9a81-4845-ab56-f42093c7598b None None] Calling delete_port for 586fb976-52cc-40d0-ae50-97fd7d46e11f owned by network:dhcp {{(pid=104691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:43:32.738628 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Pushing event deleted for resources: {'Port': ['ID=586fb976-52cc-40d0-ae50-97fd7d46e11f,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:32.740325 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:32.767085 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] No DVR routers for this DVR port 586fb976-52cc-40d0-ae50-97fd7d46e11f on host dv-cinder-797970-7-iscsi {{(pid=104690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:43:32.773276 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.773630 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.773962 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.774301 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.774638 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.774966 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.775291 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.775656 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.775983 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.776324 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.776666 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.776990 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.777313 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.777633 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.777955 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:32.786655 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-72e99b7c-9a81-4845-ab56-f42093c7598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394'] for port (586fb976-52cc-40d0-ae50-97fd7d46e11f), after_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.807966 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944b2b9-de89-4ca6-86cc-cbc1de8d2404 req-2742a1e6-7ddd-4551-b742-4cc756485472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:32.809418 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d944b2b9-de89-4ca6-86cc-cbc1de8d2404 req-2742a1e6-7ddd-4551-b742-4cc756485472 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 1130 time: 0.0813723 Oct 27 09:43:32.811535 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e99b7c-9a81-4845-ab56-f42093c7598b None None] Pushing event deleted for resources: {'Port': ['ID=586fb976-52cc-40d0-ae50-97fd7d46e11f,revision_number=None']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:32.824482 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e99b7c-9a81-4845-ab56-f42093c7598b None None] No DVR routers for this DVR port 586fb976-52cc-40d0-ae50-97fd7d46e11f on host dv-cinder-797970-7-iscsi {{(pid=104691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:43:32.825518 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:32.874756 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (27e1c21a-a41e-4b69-8864-f162b04c2923), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.911962 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e1c21a-a41e-4b69-8864-f162b04c2923']}} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:32.916607 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-d944b2b9-de89-4ca6-86cc-cbc1de8d2404 req-9824089b-9488-4532-bba6-87ac170ef46f service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973253 Oct 27 09:43:32.924653 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f04a7c6-7074-46f8-930f-8387927c0691') {'for_net_delete': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:32.924961 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f04a7c6-7074-46f8-930f-8387927c0691') {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:32.935162 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2834243'] for segment (6f04a7c6-7074-46f8-930f-8387927c0691), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.947973 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (6f04a7c6-7074-46f8-930f-8387927c0691), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:32.954390 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=104690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:43:32.954770 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686121'] for segment (6f04a7c6-7074-46f8-930f-8387927c0691), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:33.000474 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 6f04a7c6-7074-46f8-930f-8387927c0691 resource provider aggregate not found Oct 27 09:43:33.017114 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (27e1c21a-a41e-4b69-8864-f162b04c2923), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:33.019502 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 6f04a7c6-7074-46f8-930f-8387927c0691 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f04a7c6-7074-46f8-930f-8387927c0691 found for delete ", "request_id": "req-dedfa320-657a-4b7f-9744-3168a6646792"}]} Oct 27 09:43:33.023370 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:33.026510 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/27e1c21a-a41e-4b69-8864-f162b04c2923 HTTP/1.1" status: 204 len: 168 time: 0.6098745 Oct 27 09:43:33.040433 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a8b68-7a37-4f2d-84dd-618be55157ee admin admin] Pushing event deleted for resources: {'Network': ['ID=27e1c21a-a41e-4b69-8864-f162b04c2923,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:33.147818 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35580) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:33.197007 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-cb722efb-b032-416d-a160-a6d34044b122 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=71d1c4930a1b487eb3dca8fde6ce424a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455008 Oct 27 09:43:33.197846 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35586) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:33.253964 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ee3c8792-5746-437f-b4de-f590215cb13e admin admin] Publish callbacks [] for security_group (b5a52783-3fad-4732-a4d5-755cbb2c59c2), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:33.277111 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:33.288034 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7f65-83fb-4a93-accd-8f9d5cf96c9a req-eb3e8ff7-ab6d-4422-a6e6-4d54ce32df3b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:33.289679 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-422e7f65-83fb-4a93-accd-8f9d5cf96c9a req-eb3e8ff7-ab6d-4422-a6e6-4d54ce32df3b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 946 time: 0.0490575 Oct 27 09:43:33.345554 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-422e7f65-83fb-4a93-accd-8f9d5cf96c9a req-36f56590-6361-41f8-9f22-55479097d613 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489750 Oct 27 09:43:33.518933 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ee3c8792-5746-437f-b4de-f590215cb13e admin admin] Publish callbacks [] for security_group (b5a52783-3fad-4732-a4d5-755cbb2c59c2), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:33.565610 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ee3c8792-5746-437f-b4de-f590215cb13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b5a52783-3fad-4732-a4d5-755cbb2c59c2), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:33.568104 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ee3c8792-5746-437f-b4de-f590215cb13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:33.569286 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-ee3c8792-5746-437f-b4de-f590215cb13e admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/b5a52783-3fad-4732-a4d5-755cbb2c59c2 HTTP/1.1" status: 204 len: 168 time: 0.3697922 Oct 27 09:43:33.577552 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c8792-5746-437f-b4de-f590215cb13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a52783-3fad-4732-a4d5-755cbb2c59c2,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:33.969787 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 586fb976-52cc-40d0-ae50-97fd7d46e11f no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:43:33.990286 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 586fb976-52cc-40d0-ae50-97fd7d46e11f {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:43:33.990763 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 586fb976-52cc-40d0-ae50-97fd7d46e11f not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:43:33.991458 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 600592aa-2806-42a4-a7c7-6889ab5b2b22 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:43:34.012890 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 600592aa-2806-42a4-a7c7-6889ab5b2b22 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:43:34.013297 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 600592aa-2806-42a4-a7c7-6889ab5b2b22 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:43:34.479691 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d1607-5f6b-4818-a573-2bd7e234671a req-39b8d6e6-f29b-48bf-b357-d0fa152e1134 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:34.481353 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d06d1607-5f6b-4818-a573-2bd7e234671a req-39b8d6e6-f29b-48bf-b357-d0fa152e1134 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 946 time: 0.0487235 Oct 27 09:43:34.550700 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d06d1607-5f6b-4818-a573-2bd7e234671a req-930db30a-ee5a-4256-915a-5d9b7cc6e797 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627716 Oct 27 09:43:35.687162 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382d1e0-6a48-4719-ac71-618ad7c66a8d req-ec468a12-b233-42bf-a465-301aec1e0d5c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:35.688725 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2382d1e0-6a48-4719-ac71-618ad7c66a8d req-ec468a12-b233-42bf-a465-301aec1e0d5c tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 946 time: 0.0476732 Oct 27 09:43:35.737253 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2382d1e0-6a48-4719-ac71-618ad7c66a8d req-a1ed8c17-0d22-4b12-a43f-1b5bdf9a1cbb tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429375 Oct 27 09:43:36.463931 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:37.355622 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35710) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:37.457488 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aa15360a-da5d-4a23-ad0c-c675967c2592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:37.532152 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aa15360a-da5d-4a23-ad0c-c675967c2592 admin admin] Publish callbacks [] for security_group (595ca950-23cd-4cdc-994e-f3ceca9c7088), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:37.535606 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aa15360a-da5d-4a23-ad0c-c675967c2592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (595ca950-23cd-4cdc-994e-f3ceca9c7088), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:37.574794 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-aa15360a-da5d-4a23-ad0c-c675967c2592 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=6e307e105e324d5ea679bb563088b142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181373 Oct 27 09:43:37.575904 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15360a-da5d-4a23-ad0c-c675967c2592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595ca950-23cd-4cdc-994e-f3ceca9c7088,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:37.577640 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35714) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:37.629570 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3df-47b9-4fd0-8af3-07382db2c199 admin admin] Publish callbacks [] for security_group (595ca950-23cd-4cdc-994e-f3ceca9c7088), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:37.649191 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3df-47b9-4fd0-8af3-07382db2c199 admin admin] Publish callbacks [] for security_group (595ca950-23cd-4cdc-994e-f3ceca9c7088), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:37.696149 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3df-47b9-4fd0-8af3-07382db2c199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (595ca950-23cd-4cdc-994e-f3ceca9c7088), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:37.699543 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6c02f3df-47b9-4fd0-8af3-07382db2c199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:37.700715 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-6c02f3df-47b9-4fd0-8af3-07382db2c199 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/595ca950-23cd-4cdc-994e-f3ceca9c7088 HTTP/1.1" status: 204 len: 168 time: 0.1220694 Oct 27 09:43:37.714937 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02f3df-47b9-4fd0-8af3-07382db2c199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595ca950-23cd-4cdc-994e-f3ceca9c7088,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:37.912040 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35726) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:38.019452 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a79f8170-cd67-4533-8b22-9068c09db0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:38.103236 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a79f8170-cd67-4533-8b22-9068c09db0ef admin admin] Publish callbacks [] for security_group (ccf992f6-c49a-425d-9a70-e859b0120b5c), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:38.106974 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a79f8170-cd67-4533-8b22-9068c09db0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ccf992f6-c49a-425d-9a70-e859b0120b5c), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:38.143001 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:38.153559 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-a79f8170-cd67-4533-8b22-9068c09db0ef admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=80470dda88894ca282a2fe303df96ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379031 Oct 27 09:43:38.153559 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f8170-cd67-4533-8b22-9068c09db0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf992f6-c49a-425d-9a70-e859b0120b5c,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:38.153929 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35740) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:38.207713 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4365dace-73b5-4db2-bbb4-44c5b1c97e81 admin admin] Publish callbacks [] for security_group (ccf992f6-c49a-425d-9a70-e859b0120b5c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:38.228268 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4365dace-73b5-4db2-bbb4-44c5b1c97e81 admin admin] Publish callbacks [] for security_group (ccf992f6-c49a-425d-9a70-e859b0120b5c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:38.277729 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4365dace-73b5-4db2-bbb4-44c5b1c97e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ccf992f6-c49a-425d-9a70-e859b0120b5c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:38.280413 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4365dace-73b5-4db2-bbb4-44c5b1c97e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:38.281592 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-4365dace-73b5-4db2-bbb4-44c5b1c97e81 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/ccf992f6-c49a-425d-9a70-e859b0120b5c HTTP/1.1" status: 204 len: 168 time: 0.1267128 Oct 27 09:43:38.290201 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365dace-73b5-4db2-bbb4-44c5b1c97e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf992f6-c49a-425d-9a70-e859b0120b5c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:39.359534 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35784) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:39.464864 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0b9f64b6-d38b-4ad8-9764-5d4f2c1969e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:39.476758 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:39.543684 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0b9f64b6-d38b-4ad8-9764-5d4f2c1969e5 admin admin] Publish callbacks [] for security_group (16a8c4fa-3efa-42ee-ae66-bb27788445e7), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:39.547300 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0b9f64b6-d38b-4ad8-9764-5d4f2c1969e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (16a8c4fa-3efa-42ee-ae66-bb27788445e7), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:39.586267 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f64b6-d38b-4ad8-9764-5d4f2c1969e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a8c4fa-3efa-42ee-ae66-bb27788445e7,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:39.592145 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-0b9f64b6-d38b-4ad8-9764-5d4f2c1969e5 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=f44a958112694aab911d7acaa525ed95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315495 Oct 27 09:43:39.595025 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35788) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:39.643386 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a4c85294-82ec-4fec-8c92-9979de4bf596 admin admin] Publish callbacks [] for security_group (16a8c4fa-3efa-42ee-ae66-bb27788445e7), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:39.667616 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a4c85294-82ec-4fec-8c92-9979de4bf596 admin admin] Publish callbacks [] for security_group (16a8c4fa-3efa-42ee-ae66-bb27788445e7), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:39.712224 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a4c85294-82ec-4fec-8c92-9979de4bf596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (16a8c4fa-3efa-42ee-ae66-bb27788445e7), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:39.715346 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a4c85294-82ec-4fec-8c92-9979de4bf596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:39.716484 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-a4c85294-82ec-4fec-8c92-9979de4bf596 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/16a8c4fa-3efa-42ee-ae66-bb27788445e7 HTTP/1.1" status: 204 len: 168 time: 0.1207726 Oct 27 09:43:39.724061 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c85294-82ec-4fec-8c92-9979de4bf596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a8c4fa-3efa-42ee-ae66-bb27788445e7,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:40.388962 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35822) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:40.489980 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-257761065-network', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:40.509487 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Made reservation on behalf of 4ee2066bcc7240f9a63d5c11a2b04a18 for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:43:40.511678 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:40.519884 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:40.527407 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:40.570379 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:40.595978 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Publish callbacks [] for security_group (9393f996-52bc-4ba3-b07a-2d843ecb7630), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:40.599679 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (9393f996-52bc-4ba3-b07a-2d843ecb7630), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:40.621803 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:43:40.636838 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9393f996-52bc-4ba3-b07a-2d843ecb7630,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:40.639809 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (efb5e451-fc71-4c02-b22b-57909849b2d8), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:40.640142 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Added segment efb5e451-fc71-4c02-b22b-57909849b2d8 of type vlan for network 29853958-4339-4761-9164-23edabe04a06 Oct 27 09:43:40.681727 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (29853958-4339-4761-9164-23edabe04a06), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:40.705803 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (29853958-4339-4761-9164-23edabe04a06), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:40.706777 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:40.707352 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:40.743101 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3529615 Oct 27 09:43:40.746164 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35826) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:40.751195 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] Request body: {'subnet': {'network_id': '29853958-4339-4761-9164-23edabe04a06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-257761065-subnet', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'ip_version': 4}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:40.770994 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] Made reservation on behalf of 4ee2066bcc7240f9a63d5c11a2b04a18 for: {'subnet': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:43:40.772422 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2381ace-2472-406e-bd9e-6248c7d9ebfd admin admin] Pushing event updated for resources: {'Network': ['ID=29853958-4339-4761-9164-23edabe04a06,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:40.773361 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2373677'] for subnet (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:40.784128 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 29853958-4339-4761-9164-23edabe04a06 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:43:40.951838 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2373699'] for subnet (3c179e3c-3d0c-46ca-93ac-01b33c47f3e3), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.000168 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:41.011818 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:41.025773 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] Checking segment: {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:43:41.026129 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] Network hostable DHCP agents. Network: 29853958-4339-4761-9164-23edabe04a06, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:43:41.029054 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:41.045626 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] Network 29853958-4339-4761-9164-23edabe04a06 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:43:41.054751 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 29853958-4339-4761-9164-23edabe04a06) {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:41.059928 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:41.061024 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.064297 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e5128-0f85-49e6-8aec-cf04a44a9081 None None] Network 29853958-4339-4761-9164-23edabe04a06 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:43:41.076873 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-32c6479a-57c1-4003-82c5-dcb0d7d444f6 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3295112 Oct 27 09:43:41.079597 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35828) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:41.083847 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:41.104925 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (78c1535e-7e49-4502-8acd-edd1a5844206), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.106075 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (78c1535e-7e49-4502-8acd-edd1a5844206), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.157730 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Publish callbacks [] for router_controller (78c1535e-7e49-4502-8acd-edd1a5844206), precommit_add_association {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.171121 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-29853958-4339-4761-9164-23edabe04a06', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:43:41.172054 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.300061 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Publish callbacks [] for router_gateway (78c1535e-7e49-4502-8acd-edd1a5844206), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.447953 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Allocated IP 172.20.0.2 (29853958-4339-4761-9164-23edabe04a06/3c179e3c-3d0c-46ca-93ac-01b33c47f3e3/31765e25-00ab-4904-b26a-8157bbb7bee4) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:43:41.493753 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Publish callbacks [] for router_gateway (78c1535e-7e49-4502-8acd-edd1a5844206), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.514960 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.601430 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Publish callbacks [] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.604050 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:41.607854 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.636116 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Allocated IP 172.27.0.189 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/cd12556d-5ed5-49df-b952-1ecc22c50609) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:43:41.641065 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:41.667176 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Network 29853958-4339-4761-9164-23edabe04a06 is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:43:41.673138 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:41.678558 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Pushing event updated for resources: {'Port': ['ID=31765e25-00ab-4904-b26a-8157bbb7bee4,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:41.689895 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:43:41.769521 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Publish callbacks [] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.777641 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Attempting to bind port 31765e25-00ab-4904-b26a-8157bbb7bee4 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:43:41.778285 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Attempting to bind port 31765e25-00ab-4904-b26a-8157bbb7bee4 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:43:41.778655 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Attempting to bind port 31765e25-00ab-4904-b26a-8157bbb7bee4 on network 29853958-4339-4761-9164-23edabe04a06 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:43:41.808965 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.828575 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:43:41.829197 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Checking segment: {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:43:41.829362 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.829767 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Bound using segment: {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:43:41.830247 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Bound port: 31765e25-00ab-4904-b26a-8157bbb7bee4, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:43:41.830634 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.858393 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Pushing event updated for resources: {'Port': ['ID=cd12556d-5ed5-49df-b952-1ecc22c50609,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:41.861637 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:43:41.863324 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:41.865338 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:43:41.900845 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-ba87a46f-df65-4269-afba-8b448423074c None None] For port 31765e25-00ab-4904-b26a-8157bbb7bee4, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:43:41.905518 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-ba87a46f-df65-4269-afba-8b448423074c None None] For port 31765e25-00ab-4904-b26a-8157bbb7bee4, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=31765e25-00ab-4904-b26a-8157bbb7bee4,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:43:41.913886 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:41.938969 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-04dfc7f8-486e-4996-9ce5-d623f41a0637 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455849 Oct 27 09:43:41.979044 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87a46f-df65-4269-afba-8b448423074c None None] Pushing event updated for resources: {'Port': ['ID=31765e25-00ab-4904-b26a-8157bbb7bee4,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:41.981851 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:41.998461 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:42.011250 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:42.018277 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-f367210f-69a6-462a-830a-826de09ba5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:42.020287 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-f367210f-69a6-462a-830a-826de09ba5e0 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7295248456c446bbb3f7d2d5953c9360&device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 1130 time: 0.0488827 Oct 27 09:43:42.128174 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Publish callbacks [] for router_gateway (78c1535e-7e49-4502-8acd-edd1a5844206), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:42.149101 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-629cfd8d-4610-4818-bd8e-8e137ab4e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:42.151853 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-629cfd8d-4610-4818-bd8e-8e137ab4e7e3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 200 len: 918 time: 0.1096413 Oct 27 09:43:42.175309 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:UPDATE=3,neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:42.233401 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-7cd5fa90-c861-47a4-9a81-16cc286bbf87 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1 HTTP/1.1" status: 200 len: 1000 time: 0.0681231 Oct 27 09:43:42.302947 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-7830ad4d-ee17-4db9-8c54-8821b0e54846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:42.304456 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-7830ad4d-ee17-4db9-8c54-8821b0e54846 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 200 len: 856 time: 0.0635300 Oct 27 09:43:42.342797 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (78c1535e-7e49-4502-8acd-edd1a5844206), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:42.349112 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-9c2be4de-67eb-4eeb-a53b-1214151903ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:42.350637 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-9c2be4de-67eb-4eeb-a53b-1214151903ae service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=54e57d1c-1c3b-4e76-95bb-f2706c028f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402002 Oct 27 09:43:42.456196 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-ae9a23b8-f31b-4bef-bf41-3ecb47a202fd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945795 Oct 27 09:43:42.470126 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Router 78c1535e-7e49-4502-8acd-edd1a5844206 is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:43:42.550204 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-b8b03a9a-36d6-418c-91b9-b6e8650dcc03 req-c3567e94-8226-4c2c-b1de-b33f52b2d2b0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855105 Oct 27 09:43:42.570124 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:43:42.582033 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Sync routers for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:43:42.592160 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:42.593610 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-4e405e41-3fca-4fff-a9da-fa1defc7f05d admin admin] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5130641 Oct 27 09:43:42.596660 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35844) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:42.601098 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:42.601959 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:42.715061 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:42.923882 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:42Z', 'revision_number': 3, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:42.937974 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25144b63-28f2-4801-896b-53ff23e6a496 None None] Network 29853958-4339-4761-9164-23edabe04a06 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:43:42.968573 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Checking router: 78c1535e-7e49-4502-8acd-edd1a5844206 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:43:42.969172 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Updating router 78c1535e-7e49-4502-8acd-edd1a5844206 port cd12556d-5ed5-49df-b952-1ecc22c50609 binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:43:43.009314 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.019176 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Provisioning complete for port 31765e25-00ab-4904-b26a-8157bbb7bee4 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:43.019866 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.020567 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Attempt 1 to provision port 31765e25-00ab-4904-b26a-8157bbb7bee4 Oct 27 09:43:43.163401 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Current status of the port 31765e25-00ab-4904-b26a-8157bbb7bee4 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:43.163788 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.222989 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.226517 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] For port 31765e25-00ab-4904-b26a-8157bbb7bee4, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=31765e25-00ab-4904-b26a-8157bbb7bee4,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:43.236090 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.310903 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:43.321021 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Pushing event updated for resources: {'Port': ['ID=31765e25-00ab-4904-b26a-8157bbb7bee4,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:43.333175 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.333940 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.333940 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.334178 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.334492 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.334820 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.335151 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.335473 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.335792 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.336116 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.336437 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.336786 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.337106 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.337421 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.337807 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158404c3-b6d3-4651-a48a-cbcb7bdf86bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.408823 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Publish callbacks [] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.415607 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.449819 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Attempting to bind port cd12556d-5ed5-49df-b952-1ecc22c50609 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:43:43.450372 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Attempting to bind port cd12556d-5ed5-49df-b952-1ecc22c50609 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:43:43.450770 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Attempting to bind port cd12556d-5ed5-49df-b952-1ecc22c50609 on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:43:43.451345 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Allocated IP 172.20.0.1 (29853958-4339-4761-9164-23edabe04a06/3c179e3c-3d0c-46ca-93ac-01b33c47f3e3/f015e329-1d50-4dfa-b1f3-f22226ba0959) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:43:43.471991 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-f11c6a43-c7c3-42ee-ac95-37a1bcf957e8 None None] Provisioning complete for port 31765e25-00ab-4904-b26a-8157bbb7bee4 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:43.472353 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f11c6a43-c7c3-42ee-ac95-37a1bcf957e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.472720 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-f11c6a43-c7c3-42ee-ac95-37a1bcf957e8 None None] Attempt 1 to provision port 31765e25-00ab-4904-b26a-8157bbb7bee4 Oct 27 09:43:43.480006 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:43.529962 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Pushing event updated for resources: {'Port': ['ID=cd12556d-5ed5-49df-b952-1ecc22c50609,revision_number=2']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:43.547824 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-f11c6a43-c7c3-42ee-ac95-37a1bcf957e8 None None] Current status of the port 31765e25-00ab-4904-b26a-8157bbb7bee4 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:43.551999 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.552336 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.552714 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.553062 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.553388 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.553708 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.554022 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.554837 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.554837 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.555050 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.555243 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.555575 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.555888 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.556747 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.557167 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104692) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:43.566441 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:43:43.566807 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:43:43.567355 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.567740 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:43:43.568315 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Bound port: cd12556d-5ed5-49df-b952-1ecc22c50609, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:43:43.568795 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.597429 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Publish callbacks [] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.636131 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.676811 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Network 29853958-4339-4761-9164-23edabe04a06 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:43:43.682516 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:43.686461 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:43:43.711693 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Pushing event updated for resources: {'Port': ['ID=f015e329-1d50-4dfa-b1f3-f22226ba0959,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:43.717667 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] For port cd12556d-5ed5-49df-b952-1ecc22c50609, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:43:43.722652 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] For port cd12556d-5ed5-49df-b952-1ecc22c50609, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=cd12556d-5ed5-49df-b952-1ecc22c50609,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:43:43.731667 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.738687 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (78c1535e-7e49-4502-8acd-edd1a5844206), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.808328 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16829cfb-61b1-4dea-90fb-78e336a11fa8 None None] Pushing event updated for resources: {'Port': ['ID=cd12556d-5ed5-49df-b952-1ecc22c50609,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:43.811266 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:43.811918 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:43.865300 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:43.883939 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:43.906150 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.955625 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:43.986183 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-2b7698e9-3627-4e3c-99df-5698d51972a7 None None] Provisioning complete for port f015e329-1d50-4dfa-b1f3-f22226ba0959 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:43.987318 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-2b7698e9-3627-4e3c-99df-5698d51972a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:43.987818 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-2b7698e9-3627-4e3c-99df-5698d51972a7 None None] Attempt 1 to provision port f015e329-1d50-4dfa-b1f3-f22226ba0959 Oct 27 09:43:44.037473 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-2b7698e9-3627-4e3c-99df-5698d51972a7 None None] Port f015e329-1d50-4dfa-b1f3-f22226ba0959 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:43:44.084540 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 31765e25-00ab-4904-b26a-8157bbb7bee4 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:44.122545 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Publish callbacks [] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:44.128591 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:44.137217 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:44.142358 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 31765e25-00ab-4904-b26a-8157bbb7bee4 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:44.142701 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:44.143294 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 31765e25-00ab-4904-b26a-8157bbb7bee4 Oct 27 09:43:44.179884 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:42Z', 'revision_number': 3, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:44.207777 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (78c1535e-7e49-4502-8acd-edd1a5844206), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:44.210295 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1617ee32-e8a7-4632-9c30-e35e5261b348 None None] The sync data for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi is: [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:42Z', 'revision_number': 3, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:43:44.210924 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Pushing event updated for resources: {'Port': ['ID=f015e329-1d50-4dfa-b1f3-f22226ba0959,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:44.224061 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 31765e25-00ab-4904-b26a-8157bbb7bee4 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:44.294416 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:44.319301 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Network 29853958-4339-4761-9164-23edabe04a06 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:43:44.320786 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:44.367970 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:44.440271 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Router 78c1535e-7e49-4502-8acd-edd1a5844206 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:43:44.578745 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:43:44.578918 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-5ab2e418-9209-459e-b3f0-de4c2d2bfc49 None None] Provisioning complete for port f015e329-1d50-4dfa-b1f3-f22226ba0959 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:44.579212 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e418-9209-459e-b3f0-de4c2d2bfc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:44.579850 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-5ab2e418-9209-459e-b3f0-de4c2d2bfc49 None None] Attempt 1 to provision port f015e329-1d50-4dfa-b1f3-f22226ba0959 Oct 27 09:43:44.582050 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:44.584926 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-2146d83d-d08b-446c-bb01-42e3e0c94afc admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/78c1535e-7e49-4502-8acd-edd1a5844206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9866507 Oct 27 09:43:44.627212 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-5ab2e418-9209-459e-b3f0-de4c2d2bfc49 None None] Port f015e329-1d50-4dfa-b1f3-f22226ba0959 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:43:45.083390 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35902) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:45.088333 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-254521396-network', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:45.108772 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Made reservation on behalf of 5ffb0db501244b93bc6260ea11738c79 for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:43:45.111281 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.121347 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.202058 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Publish callbacks [] for security_group (eb4144b9-58d8-49d6-afda-a7190130fd92), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.206160 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (eb4144b9-58d8-49d6-afda-a7190130fd92), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.228789 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:43:45.244810 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4144b9-58d8-49d6-afda-a7190130fd92,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:45.247585 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (f59c2787-619b-4106-9e8a-80270c286a31), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.247927 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Added segment f59c2787-619b-4106-9e8a-80270c286a31 of type vlan for network 6bf43c36-a3e5-4e93-b942-5635dd1499ef Oct 27 09:43:45.296976 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (6bf43c36-a3e5-4e93-b942-5635dd1499ef), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.323169 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (6bf43c36-a3e5-4e93-b942-5635dd1499ef), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.324395 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:45.325047 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.361919 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2774181 Oct 27 09:43:45.364738 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35910) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:45.369654 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] Request body: {'subnet': {'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-254521396-subnet', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'ip_version': 4}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:45.389132 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] Made reservation on behalf of 5ffb0db501244b93bc6260ea11738c79 for: {'subnet': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:43:45.391455 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2373677'] for subnet (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.394859 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9b39d-cb1c-4db8-9cea-f0c13a5e3c46 admin admin] Pushing event updated for resources: {'Network': ['ID=6bf43c36-a3e5-4e93-b942-5635dd1499ef,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:45.406233 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 6bf43c36-a3e5-4e93-b942-5635dd1499ef details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:43:45.573849 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2373699'] for subnet (5bb0ae41-ed0e-43d1-9757-9ea156176729), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.604392 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:45.617460 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:45.625941 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb0ae41-ed0e-43d1-9757-9ea156176729,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:45.647468 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] Checking segment: {'id': 'f59c2787-619b-4106-9e8a-80270c286a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:43:45.647842 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] Network hostable DHCP agents. Network: 6bf43c36-a3e5-4e93-b942-5635dd1499ef, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:43:45.665581 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] Network 6bf43c36-a3e5-4e93-b942-5635dd1499ef is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:43:45.674298 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 6bf43c36-a3e5-4e93-b942-5635dd1499ef) {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:45.678308 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:45.678918 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.683581 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d9558-c69e-425c-b72d-9287c4baf268 None None] Network 6bf43c36-a3e5-4e93-b942-5635dd1499ef requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:43:45.701297 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-41cd3dcf-de01-4e74-9ebc-e695ffb2a713 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3354294 Oct 27 09:43:45.704053 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35912) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:45.708192 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-254521396-router', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:45.728153 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1041903'] for router (306c4ab6-18aa-494f-9c48-a16012e54ec1), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.729215 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-656120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-662748', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1041894'] for router (306c4ab6-18aa-494f-9c48-a16012e54ec1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.780603 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Publish callbacks [] for router_controller (306c4ab6-18aa-494f-9c48-a16012e54ec1), precommit_add_association {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.790274 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0181a7f2-df22-552f-b3b9-6390827cc381-6bf43c36-a3e5-4e93-b942-5635dd1499ef', 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef', 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'fixed_ips': [{'subnet_id': '5bb0ae41-ed0e-43d1-9757-9ea156176729'}]}} from dv-cinder-797970-7-iscsi. {{(pid=104691) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 27 09:43:45.791485 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:45.875767 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Sync routers for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:43:45.894844 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:45.895457 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:45.928543 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Publish callbacks [] for router_gateway (306c4ab6-18aa-494f-9c48-a16012e54ec1), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.023371 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device cd12556d-5ed5-49df-b952-1ecc22c50609 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:46.033273 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.db_base_plugin_common [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Allocated IP 172.20.0.2 (6bf43c36-a3e5-4e93-b942-5635dd1499ef/5bb0ae41-ed0e-43d1-9757-9ea156176729/061b9464-357e-4210-9cc2-66951c389a97) {{(pid=104691) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:43:46.086137 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:46.115323 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Publish callbacks [] for router_gateway (306c4ab6-18aa-494f-9c48-a16012e54ec1), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.136899 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.211275 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port cd12556d-5ed5-49df-b952-1ecc22c50609 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:46.211642 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.211992 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port cd12556d-5ed5-49df-b952-1ecc22c50609 Oct 27 09:43:46.244273 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Allocated IP 172.27.0.44 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/17df9895-ed50-4109-9c45-278ac18e37e0) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:43:46.261380 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:46.377441 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Publish callbacks [] for port (17df9895-ed50-4109-9c45-278ac18e37e0), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.412029 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.414311 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:46.443707 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:46.457134 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Publish callbacks [] for port (061b9464-357e-4210-9cc2-66951c389a97), precommit_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.459253 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:43:46.463377 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:46.463542 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port cd12556d-5ed5-49df-b952-1ecc22c50609 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:46.463893 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.468543 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:43:46.472970 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Pushing event updated for resources: {'Port': ['ID=17df9895-ed50-4109-9c45-278ac18e37e0,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:46.481936 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385'] for port (061b9464-357e-4210-9cc2-66951c389a97), after_create {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.500788 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port cd12556d-5ed5-49df-b952-1ecc22c50609, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=cd12556d-5ed5-49df-b952-1ecc22c50609,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:46.519233 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 2, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:46.548431 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.557656 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Checking router: 78c1535e-7e49-4502-8acd-edd1a5844206 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:43:46.558031 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Updating router 78c1535e-7e49-4502-8acd-edd1a5844206 port f015e329-1d50-4dfa-b1f3-f22226ba0959 binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:43:46.561084 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Network 6bf43c36-a3e5-4e93-b942-5635dd1499ef is already hosted by enough agents. {{(pid=104691) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:43:46.585463 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:46.590041 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.base_scheduler [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Resources bound (agent type, host, resource id): {{(pid=104691) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:46.594193 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Received port after_create {{(pid=104691) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:43:46.596608 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Pushing event updated for resources: {'Port': ['ID=061b9464-357e-4210-9cc2-66951c389a97,revision_number=1']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:46.786160 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.867998 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=cd12556d-5ed5-49df-b952-1ecc22c50609,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:46.873241 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Attempting to bind port 061b9464-357e-4210-9cc2-66951c389a97 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:43:46.873610 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Attempting to bind port 061b9464-357e-4210-9cc2-66951c389a97 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'f59c2787-619b-4106-9e8a-80270c286a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:43:46.873972 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Attempting to bind port 061b9464-357e-4210-9cc2-66951c389a97 on network 6bf43c36-a3e5-4e93-b942-5635dd1499ef {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:43:46.969099 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Publish callbacks [] for router_gateway (306c4ab6-18aa-494f-9c48-a16012e54ec1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.981010 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:43:46.981380 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Checking segment: {'id': 'f59c2787-619b-4106-9e8a-80270c286a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:43:46.981781 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:46.982170 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Bound using segment: {'id': 'f59c2787-619b-4106-9e8a-80270c286a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:43:46.982642 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Bound port: 061b9464-357e-4210-9cc2-66951c389a97, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59c2787-619b-4106-9e8a-80270c286a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:43:46.983018 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (061b9464-357e-4210-9cc2-66951c389a97), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:47.107607 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] For port 061b9464-357e-4210-9cc2-66951c389a97, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:43:47.111018 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] For port 061b9464-357e-4210-9cc2-66951c389a97, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=061b9464-357e-4210-9cc2-66951c389a97,segment=NetworkSegment(f59c2787-619b-4106-9e8a-80270c286a31),segment_id=f59c2787-619b-4106-9e8a-80270c286a31)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:43:47.123538 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (061b9464-357e-4210-9cc2-66951c389a97), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:47.164916 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-656011', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657964'] for router (306c4ab6-18aa-494f-9c48-a16012e54ec1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:47.185378 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:47.220252 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f52d5-ff84-4464-bdfb-5e7b4fc710bd None None] Pushing event updated for resources: {'Port': ['ID=061b9464-357e-4210-9cc2-66951c389a97,revision_number=2']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:47.238438 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Publish callbacks [] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:47.244745 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:47.303704 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Router 306c4ab6-18aa-494f-9c48-a16012e54ec1 is scheduled to L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 with binding_index 1 {{(pid=104689) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 09:43:47.308130 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf894c0-d6c6-4a42-9226-a47783bff43e None None] Pushing event updated for resources: {'Port': ['ID=f015e329-1d50-4dfa-b1f3-f22226ba0959,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:47.368811 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Attempting to bind port f015e329-1d50-4dfa-b1f3-f22226ba0959 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:43:47.369305 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Attempting to bind port f015e329-1d50-4dfa-b1f3-f22226ba0959 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:43:47.369731 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Attempting to bind port f015e329-1d50-4dfa-b1f3-f22226ba0959 on network 29853958-4339-4761-9164-23edabe04a06 {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:43:47.417291 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:47.429403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:43:47.439837 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Sync routers for ids ['306c4ab6-18aa-494f-9c48-a16012e54ec1'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:43:47.452019 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:43:47.452965 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Routers {'306c4ab6-18aa-494f-9c48-a16012e54ec1'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:47.453754 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Checking segment: {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:43:47.453999 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['306c4ab6-18aa-494f-9c48-a16012e54ec1'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:47.454182 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:47.454605 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Bound using segment: {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:43:47.455097 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Bound port: f015e329-1d50-4dfa-b1f3-f22226ba0959, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:43:47.455641 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:47.463134 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:47.469668 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35924) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:47.470431 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-ad0674d1-f328-430b-9ec4-a68120fc9b43 admin admin] 10.222.0.70 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7648342 Oct 27 09:43:47.557282 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] For port f015e329-1d50-4dfa-b1f3-f22226ba0959, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:43:47.561191 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] For port f015e329-1d50-4dfa-b1f3-f22226ba0959, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=f015e329-1d50-4dfa-b1f3-f22226ba0959,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:43:47.578071 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:47.590216 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Set router 306c4ab6-18aa-494f-9c48-a16012e54ec1 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:47.615797 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:47.615797 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:47.687739 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf894c0-d6c6-4a42-9226-a47783bff43e None None] Pushing event updated for resources: {'Port': ['ID=f015e329-1d50-4dfa-b1f3-f22226ba0959,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:47.755885 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:47.775374 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'name': 'tempest-TestVolumeBootPattern-254521396-router', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:45Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 3, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'gw_port': {'id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:46Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:47.803503 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Checking router: 306c4ab6-18aa-494f-9c48-a16012e54ec1 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:43:47.804134 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Updating router 306c4ab6-18aa-494f-9c48-a16012e54ec1 port 17df9895-ed50-4109-9c45-278ac18e37e0 binding host dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:43:47.826782 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 35928) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:47.840640 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:47.860013 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:47.871393 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:47.981049 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.088904 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.095044 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:47Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:48.120691 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Publish callbacks [] for security_group (7256736b-73de-43ac-8b0a-725b6adaa41d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.126912 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (7256736b-73de-43ac-8b0a-725b6adaa41d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.150100 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e03d663-f0f7-4bed-a042-e8d697393da8 None None] The sync data for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi is: [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:47Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:43:48.172666 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Publish callbacks [] for port (17df9895-ed50-4109-9c45-278ac18e37e0), precommit_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.172666 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:48.177186 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.185611 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7256736b-73de-43ac-8b0a-725b6adaa41d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:48.201339 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:48.203810 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.204083 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.204402 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.204758 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.205188 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.205518 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.205846 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.206173 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.206497 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.206905 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.207228 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.207555 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.207877 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.208199 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.208510 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:43:48.218370 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Attempting to bind port 17df9895-ed50-4109-9c45-278ac18e37e0 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:43:48.218910 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Attempting to bind port 17df9895-ed50-4109-9c45-278ac18e37e0 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:43:48.219540 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Attempting to bind port 17df9895-ed50-4109-9c45-278ac18e37e0 on network 89caa34e-a99b-423c-bd7c-fee87bc03687 {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:43:48.233419 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35932) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:48.234623 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-3a9c16bf-4802-4ccd-9dfd-10702884f000 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=cf2bcb07297f478aa3dffe15bc931d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066582 Oct 27 09:43:48.291876 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 061b9464-357e-4210-9cc2-66951c389a97 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:48.318803 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eb4c8-620d-42b8-993b-b8ebca09168d None None] Pushing event updated for resources: {'Port': ['ID=17df9895-ed50-4109-9c45-278ac18e37e0,revision_number=2']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:48.349870 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:43:48.350236 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Checking segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104692) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:43:48.351359 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.351359 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Bound using segment: {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'} {{(pid=104692) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:43:48.351613 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.managers [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Bound port: 17df9895-ed50-4109-9c45-278ac18e37e0, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbecd9bf-a445-4970-9a52-917665fd60fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687'}}] {{(pid=104692) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:43:48.351817 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), before_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.366891 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 061b9464-357e-4210-9cc2-66951c389a97 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:48.368442 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (061b9464-357e-4210-9cc2-66951c389a97), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.369569 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 061b9464-357e-4210-9cc2-66951c389a97 Oct 27 09:43:48.412991 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dff0a4bf-53c1-4ecb-9f74-44d38762e6e8 admin admin] Publish callbacks [] for security_group (7256736b-73de-43ac-8b0a-725b6adaa41d), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.425295 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] For port 17df9895-ed50-4109-9c45-278ac18e37e0, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104692) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:43:48.428536 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.plugins.ml2.db [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] For port 17df9895-ed50-4109-9c45-278ac18e37e0, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=17df9895-ed50-4109-9c45-278ac18e37e0,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104692) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:43:48.440061 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron_lib.callbacks.manager [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), after_update {{(pid=104692) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.470260 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dff0a4bf-53c1-4ecb-9f74-44d38762e6e8 admin admin] Publish callbacks [] for security_group (7256736b-73de-43ac-8b0a-725b6adaa41d), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.472702 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:48.492061 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 061b9464-357e-4210-9cc2-66951c389a97 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:48.492668 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (061b9464-357e-4210-9cc2-66951c389a97), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.516768 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eb4c8-620d-42b8-993b-b8ebca09168d None None] Pushing event updated for resources: {'Port': ['ID=17df9895-ed50-4109-9c45-278ac18e37e0,revision_number=3']} {{(pid=104692) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:48.527236 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Routers {'306c4ab6-18aa-494f-9c48-a16012e54ec1'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:48.528247 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['306c4ab6-18aa-494f-9c48-a16012e54ec1'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:48.529579 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Allocated IP 172.20.0.1 (6bf43c36-a3e5-4e93-b942-5635dd1499ef/5bb0ae41-ed0e-43d1-9757-9ea156176729/46b69cf5-3d79-462e-8f80-b0073f7f48c1) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:43:48.546320 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 061b9464-357e-4210-9cc2-66951c389a97, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=061b9464-357e-4210-9cc2-66951c389a97,segment=NetworkSegment(f59c2787-619b-4106-9e8a-80270c286a31),segment_id=f59c2787-619b-4106-9e8a-80270c286a31)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:48.547418 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dff0a4bf-53c1-4ecb-9f74-44d38762e6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (7256736b-73de-43ac-8b0a-725b6adaa41d), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.550472 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dff0a4bf-53c1-4ecb-9f74-44d38762e6e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.551543 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-dff0a4bf-53c1-4ecb-9f74-44d38762e6e8 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/7256736b-73de-43ac-8b0a-725b6adaa41d HTTP/1.1" status: 204 len: 168 time: 0.3172016 Oct 27 09:43:48.551960 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (061b9464-357e-4210-9cc2-66951c389a97), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.553017 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device cd12556d-5ed5-49df-b952-1ecc22c50609 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:48.585444 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a4bf-53c1-4ecb-9f74-44d38762e6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7256736b-73de-43ac-8b0a-725b6adaa41d,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:48.597436 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:48.600196 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4749b050-d826-4354-a3f2-9e2a25200759 None None] Network 6bf43c36-a3e5-4e93-b942-5635dd1499ef requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:43:48.691703 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] Set router 306c4ab6-18aa-494f-9c48-a16012e54ec1 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:48.722752 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-62427816-2fcf-431d-9a22-35bfb02ab630 None None] Provisioning complete for port 061b9464-357e-4210-9cc2-66951c389a97 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:48.723130 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-62427816-2fcf-431d-9a22-35bfb02ab630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (061b9464-357e-4210-9cc2-66951c389a97), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.723464 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-62427816-2fcf-431d-9a22-35bfb02ab630 None None] Attempt 1 to provision port 061b9464-357e-4210-9cc2-66951c389a97 Oct 27 09:43:48.757623 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Publish callbacks [] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.774208 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port cd12556d-5ed5-49df-b952-1ecc22c50609 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:48.774585 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.775469 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port cd12556d-5ed5-49df-b952-1ecc22c50609 Oct 27 09:43:48.809202 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:48.829935 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:48.857119 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=061b9464-357e-4210-9cc2-66951c389a97,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:48.875024 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:48.879562 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Pushing event updated for resources: {'Port': ['ID=46b69cf5-3d79-462e-8f80-b0073f7f48c1,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:48.895922 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Network 6bf43c36-a3e5-4e93-b942-5635dd1499ef is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:43:48.898603 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:48.906425 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:43:48.977659 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654426'] for router_interface (306c4ab6-18aa-494f-9c48-a16012e54ec1), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:49.027813 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-62427816-2fcf-431d-9a22-35bfb02ab630 None None] Current status of the port 061b9464-357e-4210-9cc2-66951c389a97 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:49.047295 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port cd12556d-5ed5-49df-b952-1ecc22c50609 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:49.074279 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'name': 'tempest-TestVolumeBootPattern-254521396-router', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:45Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 3, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'gw_port': {'id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:46Z', 'updated_at': '2022-10-27T09:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:49.119149 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d736bcf-8a62-4317-99bf-5f32beca67d1 None None] The sync data for ids ['306c4ab6-18aa-494f-9c48-a16012e54ec1'] in dv-cinder-797970-7-iscsi is: [{'id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'name': 'tempest-TestVolumeBootPattern-254521396-router', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:45Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 3, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'gw_port': {'id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:46Z', 'updated_at': '2022-10-27T09:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:43:49.183310 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:49.208591 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:49.257923 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-f35420db-6528-4865-b4b3-dbf248911c33 None None] Provisioning complete for port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:49.258303 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f35420db-6528-4865-b4b3-dbf248911c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:49.258639 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-f35420db-6528-4865-b4b3-dbf248911c33 None None] Attempt 1 to provision port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 Oct 27 09:43:49.314302 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-f35420db-6528-4865-b4b3-dbf248911c33 None None] Port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:43:49.326607 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-f35420db-6528-4865-b4b3-dbf248911c33 None None] Provisioning complete for port 061b9464-357e-4210-9cc2-66951c389a97 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:49.326977 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f35420db-6528-4865-b4b3-dbf248911c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (061b9464-357e-4210-9cc2-66951c389a97), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:49.327539 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-f35420db-6528-4865-b4b3-dbf248911c33 None None] Attempt 1 to provision port 061b9464-357e-4210-9cc2-66951c389a97 Oct 27 09:43:49.439540 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-f35420db-6528-4865-b4b3-dbf248911c33 None None] Current status of the port 061b9464-357e-4210-9cc2-66951c389a97 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:49.448572 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Publish callbacks [] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:49.458211 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:49.563769 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1509688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654510'] for router_interface (306c4ab6-18aa-494f-9c48-a16012e54ec1), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:49.567392 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Pushing event updated for resources: {'Port': ['ID=46b69cf5-3d79-462e-8f80-b0073f7f48c1,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:49.684177 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-665ebd0c-70f1-41c1-a3d8-274e490c35c9 None None] Provisioning complete for port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:49.684814 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-665ebd0c-70f1-41c1-a3d8-274e490c35c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:49.685156 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-665ebd0c-70f1-41c1-a3d8-274e490c35c9 None None] Attempt 1 to provision port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 Oct 27 09:43:49.725424 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Network 6bf43c36-a3e5-4e93-b942-5635dd1499ef is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:43:49.727032 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:43:49.775051 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-665ebd0c-70f1-41c1-a3d8-274e490c35c9 None None] Port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:43:49.897991 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Router 306c4ab6-18aa-494f-9c48-a16012e54ec1 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:43:50.047607 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:43:50.052965 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-0259ef99-171f-470d-acd4-9ab726e2cba7 admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/306c4ab6-18aa-494f-9c48-a16012e54ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5819073 Oct 27 09:43:50.096189 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-de54393b-ecd9-4217-bccd-4b776b1c422e None None] Provisioning complete for port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:50.096590 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-de54393b-ecd9-4217-bccd-4b776b1c422e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.096923 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-de54393b-ecd9-4217-bccd-4b776b1c422e None None] Attempt 1 to provision port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 Oct 27 09:43:50.149344 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-de54393b-ecd9-4217-bccd-4b776b1c422e None None] Port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:43:50.181528 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device f015e329-1d50-4dfa-b1f3-f22226ba0959 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:50.239703 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port f015e329-1d50-4dfa-b1f3-f22226ba0959 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:50.240411 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.240952 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port f015e329-1d50-4dfa-b1f3-f22226ba0959 Oct 27 09:43:50.340372 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port f015e329-1d50-4dfa-b1f3-f22226ba0959 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:50.340806 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.376013 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port f015e329-1d50-4dfa-b1f3-f22226ba0959, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=f015e329-1d50-4dfa-b1f3-f22226ba0959,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:50.381153 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.382016 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 17df9895-ed50-4109-9c45-278ac18e37e0 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:50.429274 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:50.468761 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=f015e329-1d50-4dfa-b1f3-f22226ba0959,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:50.485489 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 17df9895-ed50-4109-9c45-278ac18e37e0 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:50.485870 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.486781 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 17df9895-ed50-4109-9c45-278ac18e37e0 Oct 27 09:43:50.590156 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 17df9895-ed50-4109-9c45-278ac18e37e0 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:50.590545 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.615606 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:50.617635 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 17df9895-ed50-4109-9c45-278ac18e37e0, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=17df9895-ed50-4109-9c45-278ac18e37e0,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:50.624449 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.625340 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 061b9464-357e-4210-9cc2-66951c389a97 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:50.629506 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35980) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:50.636695 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-6cdceae5-f663-42c8-83e1-aa62696f7ceb tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375936574', 'description': 'tempest-secgroup-smoke-375936574 description', 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:50.661382 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6cdceae5-f663-42c8-83e1-aa62696f7ceb tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.701899 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:50.710866 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=17df9895-ed50-4109-9c45-278ac18e37e0,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:50.715591 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 061b9464-357e-4210-9cc2-66951c389a97 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:50.716213 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (061b9464-357e-4210-9cc2-66951c389a97), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.716825 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 061b9464-357e-4210-9cc2-66951c389a97 Oct 27 09:43:50.764751 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6cdceae5-f663-42c8-83e1-aa62696f7ceb tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group (f93178b8-5c64-4504-abd6-92df6f5299bf), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.769302 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6cdceae5-f663-42c8-83e1-aa62696f7ceb tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (f93178b8-5c64-4504-abd6-92df6f5299bf), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.803418 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 061b9464-357e-4210-9cc2-66951c389a97 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:50.804333 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-6cdceae5-f663-42c8-83e1-aa62696f7ceb tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.805600 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-6cdceae5-f663-42c8-83e1-aa62696f7ceb tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1732347 Oct 27 09:43:50.809215 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35988) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:50.814527 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-f8f61cdf-a912-44b6-ae9f-b8252c13aa47 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'security_group_rule': {'security_group_id': 'f93178b8-5c64-4504-abd6-92df6f5299bf', 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:50.822105 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdceae5-f663-42c8-83e1-aa62696f7ceb tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93178b8-5c64-4504-abd6-92df6f5299bf,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:50.851458 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8f61cdf-a912-44b6-ae9f-b8252c13aa47 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (007218d5-b1e2-4978-a65f-5892cea04601), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.900421 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:50.911501 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8f61cdf-a912-44b6-ae9f-b8252c13aa47 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (007218d5-b1e2-4978-a65f-5892cea04601), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.917332 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8f61cdf-a912-44b6-ae9f-b8252c13aa47 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (007218d5-b1e2-4978-a65f-5892cea04601), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.943265 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f61cdf-a912-44b6-ae9f-b8252c13aa47 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007218d5-b1e2-4978-a65f-5892cea04601,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:50.950324 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f8f61cdf-a912-44b6-ae9f-b8252c13aa47 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:50.951003 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f8f61cdf-a912-44b6-ae9f-b8252c13aa47 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406319 Oct 27 09:43:50.953703 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35990) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:50.958059 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-242f59b5-9fc6-49cc-b1be-b599d2cb5a68 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'security_group_rule': {'security_group_id': 'f93178b8-5c64-4504-abd6-92df6f5299bf', 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:50.989248 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-242f59b5-9fc6-49cc-b1be-b599d2cb5a68 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (71172041-8fbf-4dac-b9af-1807fde727cb), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.053296 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-242f59b5-9fc6-49cc-b1be-b599d2cb5a68 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (71172041-8fbf-4dac-b9af-1807fde727cb), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.057803 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-242f59b5-9fc6-49cc-b1be-b599d2cb5a68 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (71172041-8fbf-4dac-b9af-1807fde727cb), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.076431 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f59b5-9fc6-49cc-b1be-b599d2cb5a68 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71172041-8fbf-4dac-b9af-1807fde727cb,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:51.082816 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-242f59b5-9fc6-49cc-b1be-b599d2cb5a68 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.084038 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-242f59b5-9fc6-49cc-b1be-b599d2cb5a68 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1294105 Oct 27 09:43:51.086718 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35994) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:51.091416 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-faf2ac00-b683-4ae1-a695-de341a800b65 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'security_group_rule': {'security_group_id': 'f93178b8-5c64-4504-abd6-92df6f5299bf', 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:51.117898 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-faf2ac00-b683-4ae1-a695-de341a800b65 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (706ab303-2dc7-4c2f-8e4c-11917581c38c), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.177573 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-faf2ac00-b683-4ae1-a695-de341a800b65 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (706ab303-2dc7-4c2f-8e4c-11917581c38c), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.180939 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-faf2ac00-b683-4ae1-a695-de341a800b65 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (706ab303-2dc7-4c2f-8e4c-11917581c38c), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.200507 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf2ac00-b683-4ae1-a695-de341a800b65 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706ab303-2dc7-4c2f-8e4c-11917581c38c,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:51.205989 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-faf2ac00-b683-4ae1-a695-de341a800b65 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.207170 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-faf2ac00-b683-4ae1-a695-de341a800b65 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190023 Oct 27 09:43:51.210020 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35996) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:51.214773 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-45ae41f4-27a5-4ec5-9bac-49d577f079b9 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'security_group_rule': {'security_group_id': 'f93178b8-5c64-4504-abd6-92df6f5299bf', 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:51.239675 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-45ae41f4-27a5-4ec5-9bac-49d577f079b9 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (5568a40e-456d-4056-ad35-3f195a142af0), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.303272 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-45ae41f4-27a5-4ec5-9bac-49d577f079b9 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (5568a40e-456d-4056-ad35-3f195a142af0), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.307557 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-45ae41f4-27a5-4ec5-9bac-49d577f079b9 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (5568a40e-456d-4056-ad35-3f195a142af0), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.327060 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae41f4-27a5-4ec5-9bac-49d577f079b9 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5568a40e-456d-4056-ad35-3f195a142af0,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:51.335755 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-45ae41f4-27a5-4ec5-9bac-49d577f079b9 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.336978 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-45ae41f4-27a5-4ec5-9bac-49d577f079b9 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260319 Oct 27 09:43:51.340238 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 35998) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:51.344390 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-f62bb1a1-0c38-445e-8903-d215698f81e3 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'security_group_rule': {'security_group_id': 'f93178b8-5c64-4504-abd6-92df6f5299bf', 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:51.364976 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.securitygroups_db [None req-f62bb1a1-0c38-445e-8903-d215698f81e3 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Project 4ee2066bcc7240f9a63d5c11a2b04a18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 09:43:51.370332 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f62bb1a1-0c38-445e-8903-d215698f81e3 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (efedb51b-8234-4723-b636-21df108a1699), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.412410 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:51.431201 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f62bb1a1-0c38-445e-8903-d215698f81e3 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (efedb51b-8234-4723-b636-21df108a1699), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.434798 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f62bb1a1-0c38-445e-8903-d215698f81e3 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (efedb51b-8234-4723-b636-21df108a1699), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.454658 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bb1a1-0c38-445e-8903-d215698f81e3 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efedb51b-8234-4723-b636-21df108a1699,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:51.463385 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f62bb1a1-0c38-445e-8903-d215698f81e3 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.464589 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f62bb1a1-0c38-445e-8903-d215698f81e3 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233878 Oct 27 09:43:51.467304 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36000) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:51.471665 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-3a88598b-654b-4a20-8c1b-a2a44fb9bc54 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'security_group_rule': {'security_group_id': 'f93178b8-5c64-4504-abd6-92df6f5299bf', 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:43:51.492608 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.securitygroups_db [None req-3a88598b-654b-4a20-8c1b-a2a44fb9bc54 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Project 4ee2066bcc7240f9a63d5c11a2b04a18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 09:43:51.498233 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3a88598b-654b-4a20-8c1b-a2a44fb9bc54 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (bfce325d-eb0c-4252-a92b-b4c749a3ab05), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.561775 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3a88598b-654b-4a20-8c1b-a2a44fb9bc54 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (bfce325d-eb0c-4252-a92b-b4c749a3ab05), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.565129 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3a88598b-654b-4a20-8c1b-a2a44fb9bc54 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633593'] for security_group_rule (bfce325d-eb0c-4252-a92b-b4c749a3ab05), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.583676 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88598b-654b-4a20-8c1b-a2a44fb9bc54 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfce325d-eb0c-4252-a92b-b4c749a3ab05,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:51.592351 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-3a88598b-654b-4a20-8c1b-a2a44fb9bc54 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:51.593653 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-3a88598b-654b-4a20-8c1b-a2a44fb9bc54 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253939 Oct 27 09:43:51.784166 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Sync routers for ids ['306c4ab6-18aa-494f-9c48-a16012e54ec1'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:43:51.794333 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Routers {'306c4ab6-18aa-494f-9c48-a16012e54ec1'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:51.795138 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['306c4ab6-18aa-494f-9c48-a16012e54ec1'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:52.046313 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device f015e329-1d50-4dfa-b1f3-f22226ba0959 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:52.053383 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Set router 306c4ab6-18aa-494f-9c48-a16012e54ec1 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:52.182836 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port f015e329-1d50-4dfa-b1f3-f22226ba0959 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:52.183212 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:52.183551 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port f015e329-1d50-4dfa-b1f3-f22226ba0959 Oct 27 09:43:52.301320 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:52.340105 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port f015e329-1d50-4dfa-b1f3-f22226ba0959 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:52.341226 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 17df9895-ed50-4109-9c45-278ac18e37e0 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:52.385400 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'name': 'tempest-TestVolumeBootPattern-254521396-router', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:45Z', 'updated_at': '2022-10-27T09:43:49Z', 'revision_number': 4, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'gw_port': {'id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:46Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '46b69cf5-3d79-462e-8f80-b0073f7f48c1', 'name': '', 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'mac_address': 'fa:16:3e:d0:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5bb0ae41-ed0e-43d1-9757-9ea156176729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:48Z', 'updated_at': '2022-10-27T09:43:49Z', 'revision_number': 2, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'subnets': [{'id': '5bb0ae41-ed0e-43d1-9757-9ea156176729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:52.416675 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Checking router: 306c4ab6-18aa-494f-9c48-a16012e54ec1 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:43:52.417239 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Updating router 306c4ab6-18aa-494f-9c48-a16012e54ec1 port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 binding host dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 09:43:52.447831 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 17df9895-ed50-4109-9c45-278ac18e37e0 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:52.448463 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:52.448935 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 17df9895-ed50-4109-9c45-278ac18e37e0 Oct 27 09:43:52.474500 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:52.626335 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 17df9895-ed50-4109-9c45-278ac18e37e0 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:52.633052 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:52.786408 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Publish callbacks [] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), precommit_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:52.791678 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:52.875680 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06327b-2dcb-4fca-b783-ae530770861d None None] Pushing event updated for resources: {'Port': ['ID=46b69cf5-3d79-462e-8f80-b0073f7f48c1,revision_number=3']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:52.890083 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Attempting to bind port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 on host dv-cinder-797970-7-iscsi for vnic_type normal with profile {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:43:52.890458 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Attempting to bind port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 by drivers openvswitch,hyperv on host dv-cinder-797970-7-iscsi at level 0 using segments [{'id': 'f59c2787-619b-4106-9e8a-80270c286a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef'}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:43:52.890822 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Attempting to bind port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 on network 6bf43c36-a3e5-4e93-b942-5635dd1499ef {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:43:52.935964 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Checking agent: {'id': '1a346636-d7e2-46e1-9c67-d4eca60bac20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797970-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 28, 32), 'started_at': datetime.datetime(2022, 10, 27, 9, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797970-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:43:52.936340 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Checking segment: {'id': 'f59c2787-619b-4106-9e8a-80270c286a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104691) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:43:52.936778 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:52.937166 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Bound using segment: {'id': 'f59c2787-619b-4106-9e8a-80270c286a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef'} {{(pid=104691) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:43:52.937637 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.managers [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Bound port: 46b69cf5-3d79-462e-8f80-b0073f7f48c1, host: dv-cinder-797970-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59c2787-619b-4106-9e8a-80270c286a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef'}}] {{(pid=104691) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:43:52.938017 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:52.998246 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] For port 46b69cf5-3d79-462e-8f80-b0073f7f48c1, host dv-cinder-797970-7-iscsi, cleared binding levels {{(pid=104691) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:43:53.001270 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] For port 46b69cf5-3d79-462e-8f80-b0073f7f48c1, host dv-cinder-797970-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=46b69cf5-3d79-462e-8f80-b0073f7f48c1,segment=NetworkSegment(f59c2787-619b-4106-9e8a-80270c286a31),segment_id=f59c2787-619b-4106-9e8a-80270c286a31)] {{(pid=104691) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:43:53.006959 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:53.041616 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Routers {'306c4ab6-18aa-494f-9c48-a16012e54ec1'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:53.042156 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['306c4ab6-18aa-494f-9c48-a16012e54ec1'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:53.100485 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06327b-2dcb-4fca-b783-ae530770861d None None] Pushing event updated for resources: {'Port': ['ID=46b69cf5-3d79-462e-8f80-b0073f7f48c1,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:53.158382 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:53.169801 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] Set router 306c4ab6-18aa-494f-9c48-a16012e54ec1 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:53.360234 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'name': 'tempest-TestVolumeBootPattern-254521396-router', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:45Z', 'updated_at': '2022-10-27T09:43:49Z', 'revision_number': 4, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'gw_port': {'id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:46Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '46b69cf5-3d79-462e-8f80-b0073f7f48c1', 'name': '', 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'mac_address': 'fa:16:3e:d0:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5bb0ae41-ed0e-43d1-9757-9ea156176729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:48Z', 'updated_at': '2022-10-27T09:43:52Z', 'revision_number': 4, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'subnets': [{'id': '5bb0ae41-ed0e-43d1-9757-9ea156176729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:53.384558 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5ff621-ce1a-4530-95de-6b108e9fef39 None None] The sync data for ids ['306c4ab6-18aa-494f-9c48-a16012e54ec1'] in dv-cinder-797970-7-iscsi is: [{'id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'name': 'tempest-TestVolumeBootPattern-254521396-router', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:45Z', 'updated_at': '2022-10-27T09:43:49Z', 'revision_number': 4, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'gw_port': {'id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:46Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '46b69cf5-3d79-462e-8f80-b0073f7f48c1', 'name': '', 'network_id': '6bf43c36-a3e5-4e93-b942-5635dd1499ef', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'mac_address': 'fa:16:3e:d0:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5bb0ae41-ed0e-43d1-9757-9ea156176729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:48Z', 'updated_at': '2022-10-27T09:43:52Z', 'revision_number': 4, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'subnets': [{'id': '5bb0ae41-ed0e-43d1-9757-9ea156176729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:43:54.007147 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 46b69cf5-3d79-462e-8f80-b0073f7f48c1 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:54.012382 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36080) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:43:54.054702 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:54.055430 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:54.055814 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 Oct 27 09:43:54.078288 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:54.134627 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 is: DOWN; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:54.134929 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:54.197239 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 46b69cf5-3d79-462e-8f80-b0073f7f48c1, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=46b69cf5-3d79-462e-8f80-b0073f7f48c1,segment=NetworkSegment(f59c2787-619b-4106-9e8a-80270c286a31),segment_id=f59c2787-619b-4106-9e8a-80270c286a31)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:54.202343 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:54.251073 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=46b69cf5-3d79-462e-8f80-b0073f7f48c1,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:54.310661 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:54.322503 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Deleting port b0fc24a1-7a2c-4931-93cd-a25406c5d40f {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:43:54.322754 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (b0fc24a1-7a2c-4931-93cd-a25406c5d40f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:54.404474 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (b0fc24a1-7a2c-4931-93cd-a25406c5d40f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:54.404844 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for floatingip (b0fc24a1-7a2c-4931-93cd-a25406c5d40f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:54.416940 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Calling delete_port for b0fc24a1-7a2c-4931-93cd-a25406c5d40f owned by network:floatingip {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:43:54.570205 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (b0fc24a1-7a2c-4931-93cd-a25406c5d40f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:54.592782 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event deleted for resources: {'Port': ['ID=b0fc24a1-7a2c-4931-93cd-a25406c5d40f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:54.654789 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for floatingip (5ef0a496-1471-4ba7-81a5-9c0bcd38e6a8), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:54.655032 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Floating IP 5ef0a496-1471-4ba7-81a5-9c0bcd38e6a8 disassociated (deleted). External IP: 172.27.0.98, port: af533890-8a09-4e93-ac93-881cbb38ca23. Oct 27 09:43:54.862237 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Router a7225761-1665-425f-8e5f-548b93fb4a1b has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:43:54.967258 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:43:54.971859 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:54.973707 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:54.977772 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b2dbb-f190-4763-8313-d70cda067bf8 None None] Sync routers for ids ['a7225761-1665-425f-8e5f-548b93fb4a1b'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:43:54.995877 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b2dbb-f190-4763-8313-d70cda067bf8 None None] Routers {'a7225761-1665-425f-8e5f-548b93fb4a1b'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:54.996675 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-6c6b2dbb-f190-4763-8313-d70cda067bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['a7225761-1665-425f-8e5f-548b93fb4a1b'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:55.010477 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-5df76e89-fcdd-4202-a81c-23f8d02ff4a3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/5ef0a496-1471-4ba7-81a5-9c0bcd38e6a8 HTTP/1.1" status: 204 len: 168 time: 0.9968026 Oct 27 09:43:55.011496 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:43:55.014077 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc067d2d-96b7-4ce6-a62a-464eec665542" -d '{"events": [{"name": "network-changed", "server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:43:55.062233 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8abfc00-49c9-40d9-80f6-84677bf89bf0 x-openstack-request-id: req-d8abfc00-49c9-40d9-80f6-84677bf89bf0 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:43:55.062594 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:43:55.062915 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8abfc00-49c9-40d9-80f6-84677bf89bf0 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:43:55.063381 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8abfc00-49c9-40d9-80f6-84677bf89bf0'] response: {'name': 'network-changed', 'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'status': 'completed', 'code': 200} Oct 27 09:43:55.102182 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-6c6b2dbb-f190-4763-8313-d70cda067bf8 None None] Set router a7225761-1665-425f-8e5f-548b93fb4a1b gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:55.270425 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75aeb85-43ca-4e1d-9237-3ea653331747 req-5c0fab95-69a1-41ef-b486-256149b1d02e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:55.272259 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a75aeb85-43ca-4e1d-9237-3ea653331747 req-5c0fab95-69a1-41ef-b486-256149b1d02e tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0739534 Oct 27 09:43:55.293559 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-6c6b2dbb-f190-4763-8313-d70cda067bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:17Z', 'revision_number': 4, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'd6bbbca9-3c1c-4f25-bceb-3d3b9c726592', 'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'mac_address': 'fa:16:3e:ff:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:16Z', 'updated_at': '2022-10-27T09:38:24Z', 'revision_number': 5, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'subnets': [{'id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:55.322575 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b2dbb-f190-4763-8313-d70cda067bf8 None None] Checking router: a7225761-1665-425f-8e5f-548b93fb4a1b for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:43:55.330531 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a75aeb85-43ca-4e1d-9237-3ea653331747 req-eaf278b7-1118-4664-b903-4583dd790280 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506816 Oct 27 09:43:55.331333 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6b2dbb-f190-4763-8313-d70cda067bf8 None None] Routers {'a7225761-1665-425f-8e5f-548b93fb4a1b'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:43:55.331931 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-6c6b2dbb-f190-4763-8313-d70cda067bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['a7225761-1665-425f-8e5f-548b93fb4a1b'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:55.369670 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:55.429976 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-6c6b2dbb-f190-4763-8313-d70cda067bf8 None None] Set router a7225761-1665-425f-8e5f-548b93fb4a1b gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:43:55.631176 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-6c6b2dbb-f190-4763-8313-d70cda067bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:17Z', 'revision_number': 4, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'd6bbbca9-3c1c-4f25-bceb-3d3b9c726592', 'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'mac_address': 'fa:16:3e:ff:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:16Z', 'updated_at': '2022-10-27T09:38:24Z', 'revision_number': 5, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'subnets': [{'id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:43:55.656202 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6b2dbb-f190-4763-8313-d70cda067bf8 None None] The sync data for ids ['a7225761-1665-425f-8e5f-548b93fb4a1b'] in dv-cinder-797970-7-iscsi is: [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:17Z', 'revision_number': 4, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'd6bbbca9-3c1c-4f25-bceb-3d3b9c726592', 'name': '', 'network_id': '909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'mac_address': 'fa:16:3e:ff:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:16Z', 'updated_at': '2022-10-27T09:38:24Z', 'revision_number': 5, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'subnets': [{'id': 'faf8b354-5a8f-483d-acb3-774b2e6a5fe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:43:56.002279 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 46b69cf5-3d79-462e-8f80-b0073f7f48c1 up at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:43:56.047028 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Provisioning complete for port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:43:56.047398 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:56.047734 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Attempt 1 to provision port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 Oct 27 09:43:56.124384 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:43:56.192753 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-a5c3d20d-e443-4fc8-995c-d6f1b1f866bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:56.372460 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3fc364-77d1-4d72-8e7b-fda187c81eda None None] New status for floating IP 5ef0a496-1471-4ba7-81a5-9c0bcd38e6a8: DOWN {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:43:56.462600 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b6bf4-0c24-4e13-a5c6-197d2129b0e5 req-cad1fd45-f4af-4694-8457-b54625c4cba5 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:56.465101 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a07b6bf4-0c24-4e13-a5c6-197d2129b0e5 req-cad1fd45-f4af-4694-8457-b54625c4cba5 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0515413 Oct 27 09:43:56.490238 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:56.521859 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a07b6bf4-0c24-4e13-a5c6-197d2129b0e5 req-57192d8b-b935-43b2-a838-4c85972dcf90 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512149 Oct 27 09:43:56.704968 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:43:56.715937 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc067d2d-96b7-4ce6-a62a-464eec665542 req-f5f2c7b8-bbcf-49d7-867d-45f25e4bd212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:56.717442 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-cc067d2d-96b7-4ce6-a62a-464eec665542 req-f5f2c7b8-bbcf-49d7-867d-45f25e4bd212 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9&device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 1129 time: 0.0411317 Oct 27 09:43:57.642311 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18824bd4-0200-4201-a9ef-1e5d3810e9ab req-a036e9c0-c448-4835-b307-97da8efefde4 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:57.643784 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-18824bd4-0200-4201-a9ef-1e5d3810e9ab req-a036e9c0-c448-4835-b307-97da8efefde4 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0464416 Oct 27 09:43:57.692353 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-18824bd4-0200-4201-a9ef-1e5d3810e9ab req-787c6cd0-7120-4927-98c4-e38fa0dd8e2f tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431020 Oct 27 09:43:58.105493 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc067d2d-96b7-4ce6-a62a-464eec665542 req-765f055f-d4ca-4ba5-82dd-aeb9619ed6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:58.106893 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-cc067d2d-96b7-4ce6-a62a-464eec665542 req-765f055f-d4ca-4ba5-82dd-aeb9619ed6a3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd HTTP/1.1" status: 200 len: 909 time: 0.1018701 Oct 27 09:43:58.489763 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-cc067d2d-96b7-4ce6-a62a-464eec665542 req-98f959b2-fb65-4764-8a9e-88fc8a551b26 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af533890-8a09-4e93-ac93-881cbb38ca23 HTTP/1.1" status: 200 len: 217 time: 0.2991390 Oct 27 09:43:58.513669 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-aefb9ed1-df4f-4aef-b3a0-c23849de114b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:58.548969 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc067d2d-96b7-4ce6-a62a-464eec665542 req-e40bb794-951a-4db8-9b56-ba63eddad075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:58.550397 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-cc067d2d-96b7-4ce6-a62a-464eec665542 req-e40bb794-951a-4db8-9b56-ba63eddad075 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=faf8b354-5a8f-483d-acb3-774b2e6a5fe4 HTTP/1.1" status: 200 len: 847 time: 0.0454643 Oct 27 09:43:58.598355 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc067d2d-96b7-4ce6-a62a-464eec665542 req-3c58f1de-72eb-4d06-bb7c-df931bdf6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:58.599864 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-cc067d2d-96b7-4ce6-a62a-464eec665542 req-3c58f1de-72eb-4d06-bb7c-df931bdf6a56 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412416 Oct 27 09:43:58.635097 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54ce4d-da72-4420-99e7-848d375281b9 req-9a63800a-0e34-450a-95ec-5b919b24a1ed tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:58.636577 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cb54ce4d-da72-4420-99e7-848d375281b9 req-9a63800a-0e34-450a-95ec-5b919b24a1ed tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0519817 Oct 27 09:43:58.695743 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-cc067d2d-96b7-4ce6-a62a-464eec665542 req-c5707705-04bd-4ec7-9c9f-3ec48268cc68 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868900 Oct 27 09:43:58.722164 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-cb54ce4d-da72-4420-99e7-848d375281b9 req-b9cb9f7c-abd8-499d-b0f3-ec47b9e391cb tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Deleting port af533890-8a09-4e93-ac93-881cbb38ca23 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:43:58.723220 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-cb54ce4d-da72-4420-99e7-848d375281b9 req-b9cb9f7c-abd8-499d-b0f3-ec47b9e391cb tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:58.790017 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-cc067d2d-96b7-4ce6-a62a-464eec665542 req-3c9a519f-fb25-491e-b582-8561df0aff6d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873792 Oct 27 09:43:58.841709 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fe580-7d33-47f7-9881-b04d38b04e3a req-48795039-eeca-4c37-94ed-29e586ae366d tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:43:58.843178 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0c4fe580-7d33-47f7-9881-b04d38b04e3a req-48795039-eeca-4c37-94ed-29e586ae366d tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 945 time: 0.0637188 Oct 27 09:43:58.865600 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-cb54ce4d-da72-4420-99e7-848d375281b9 req-b9cb9f7c-abd8-499d-b0f3-ec47b9e391cb tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] For port af533890-8a09-4e93-ac93-881cbb38ca23, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=af533890-8a09-4e93-ac93-881cbb38ca23,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:43:58.865854 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-cb54ce4d-da72-4420-99e7-848d375281b9 req-b9cb9f7c-abd8-499d-b0f3-ec47b9e391cb tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:58.886379 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-cb54ce4d-da72-4420-99e7-848d375281b9 req-b9cb9f7c-abd8-499d-b0f3-ec47b9e391cb tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Calling delete_port for af533890-8a09-4e93-ac93-881cbb38ca23 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:43:58.954104 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-0c4fe580-7d33-47f7-9881-b04d38b04e3a req-4fba8f84-81ba-4506-a102-fc469e753540 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=cd433588-b33b-4439-a4f7-8ea28dec1cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016912 Oct 27 09:43:59.037585 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-cb54ce4d-da72-4420-99e7-848d375281b9 req-b9cb9f7c-abd8-499d-b0f3-ec47b9e391cb tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (af533890-8a09-4e93-ac93-881cbb38ca23), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:59.068171 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb9f7c-abd8-499d-b0f3-ec47b9e391cb tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event deleted for resources: {'Port': ['ID=af533890-8a09-4e93-ac93-881cbb38ca23,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:43:59.115826 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb54ce4d-da72-4420-99e7-848d375281b9 req-b9cb9f7c-abd8-499d-b0f3-ec47b9e391cb tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] No DVR routers for this DVR port af533890-8a09-4e93-ac93-881cbb38ca23 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:43:59.118458 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-cb54ce4d-da72-4420-99e7-848d375281b9 req-b9cb9f7c-abd8-499d-b0f3-ec47b9e391cb tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:43:59.121916 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cb54ce4d-da72-4420-99e7-848d375281b9 req-b9cb9f7c-abd8-499d-b0f3-ec47b9e391cb tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.72 "DELETE /networking/v2.0/ports/af533890-8a09-4e93-ac93-881cbb38ca23 HTTP/1.1" status: 204 len: 173 time: 0.4787416 Oct 27 09:43:59.122431 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'name': 'network-vif-deleted', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:43:59.125319 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758118d6-76d6-4a16-ab3f-8a1c4ae00a6e" -d '{"events": [{"server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "name": "network-vif-deleted", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:43:59.162999 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50dd2d59-50cb-4f3d-af83-92f76be8ccd9 x-openstack-request-id: req-50dd2d59-50cb-4f3d-af83-92f76be8ccd9 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:43:59.163289 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596c5c1c-3555-40e9-a2d3-6c6300478846", "name": "network-vif-deleted", "tag": "af533890-8a09-4e93-ac93-881cbb38ca23", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:43:59.163571 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-50dd2d59-50cb-4f3d-af83-92f76be8ccd9 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:43:59.163973 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50dd2d59-50cb-4f3d-af83-92f76be8ccd9'] response: {'server_uuid': '596c5c1c-3555-40e9-a2d3-6c6300478846', 'name': 'network-vif-deleted', 'tag': 'af533890-8a09-4e93-ac93-881cbb38ca23', 'status': 'completed', 'code': 200} Oct 27 09:43:59.737080 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:00.083880 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3742d43d-531f-4837-866f-e635f19d9a8b req-6611e6a0-9265-4634-bd29-e2de1cf40ea3 tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=596c5c1c-3555-40e9-a2d3-6c6300478846 HTTP/1.1" status: 200 len: 210 time: 0.0337229 Oct 27 09:44:00.785228 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:44:01.164667 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36188) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:01.220612 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36190) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:01.225550 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-57923ae4-f22f-47c9-9513-b6e34ab778ec tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group (cd433588-b33b-4439-a4f7-8ea28dec1cdc), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.251317 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-57923ae4-f22f-47c9-9513-b6e34ab778ec tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group (cd433588-b33b-4439-a4f7-8ea28dec1cdc), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.311829 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-57923ae4-f22f-47c9-9513-b6e34ab778ec tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (cd433588-b33b-4439-a4f7-8ea28dec1cdc), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.314712 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-57923ae4-f22f-47c9-9513-b6e34ab778ec tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.315954 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-57923ae4-f22f-47c9-9513-b6e34ab778ec tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/cd433588-b33b-4439-a4f7-8ea28dec1cdc HTTP/1.1" status: 204 len: 168 time: 0.1490877 Oct 27 09:44:01.320792 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:01.330302 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57923ae4-f22f-47c9-9513-b6e34ab778ec tempest-TestShelveInstance-1706780009 tempest-TestShelveInstance-1706780009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd433588-b33b-4439-a4f7-8ea28dec1cdc,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:01.332817 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d44caeea-8bde-4ad6-b089-db4770f5fee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.366362 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36196) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:01.403127 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.430288 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d44caeea-8bde-4ad6-b089-db4770f5fee8 admin admin] Publish callbacks [] for security_group (b71edeb8-8726-45e6-ad05-065147e15d0a), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.434831 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d44caeea-8bde-4ad6-b089-db4770f5fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b71edeb8-8726-45e6-ad05-065147e15d0a), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.460782 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.475340 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44caeea-8bde-4ad6-b089-db4770f5fee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71edeb8-8726-45e6-ad05-065147e15d0a,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:01.483005 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-d44caeea-8bde-4ad6-b089-db4770f5fee8 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=f5ba90d85a624d1d9c126d71ac2342b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613237 Oct 27 09:44:01.483888 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36200) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:01.511044 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:01.533852 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-097c2c4a-0bb7-4ca9-af8e-f25d48a05d96 admin admin] Publish callbacks [] for security_group (b71edeb8-8726-45e6-ad05-065147e15d0a), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.535039 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:01.554537 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-097c2c4a-0bb7-4ca9-af8e-f25d48a05d96 admin admin] Publish callbacks [] for security_group (b71edeb8-8726-45e6-ad05-065147e15d0a), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.602698 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-097c2c4a-0bb7-4ca9-af8e-f25d48a05d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b71edeb8-8726-45e6-ad05-065147e15d0a), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.606655 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-097c2c4a-0bb7-4ca9-af8e-f25d48a05d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.607884 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-097c2c4a-0bb7-4ca9-af8e-f25d48a05d96 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/b71edeb8-8726-45e6-ad05-065147e15d0a HTTP/1.1" status: 204 len: 168 time: 0.1230845 Oct 27 09:44:01.616293 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c2c4a-0bb7-4ca9-af8e-f25d48a05d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71edeb8-8726-45e6-ad05-065147e15d0a,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:01.783288 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654533'] for router_interface (a7225761-1665-425f-8e5f-548b93fb4a1b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.912214 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36208) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:01.929787 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-40bbccde-00d1-4301-9a5a-49cc7258dc32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:01.943151 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device af533890-8a09-4e93-ac93-881cbb38ca23 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:01.981949 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: af533890-8a09-4e93-ac93-881cbb38ca23 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:01.982305 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device af533890-8a09-4e93-ac93-881cbb38ca23 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:02.008365 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] Deleting port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:02.008833 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:02.021534 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-40bbccde-00d1-4301-9a5a-49cc7258dc32 admin admin] Publish callbacks [] for security_group (723367f7-9403-4217-a97a-4066f18704be), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:02.026104 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-40bbccde-00d1-4301-9a5a-49cc7258dc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (723367f7-9403-4217-a97a-4066f18704be), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:02.029708 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:02.064099 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbccde-00d1-4301-9a5a-49cc7258dc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723367f7-9403-4217-a97a-4066f18704be,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:02.076407 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-40bbccde-00d1-4301-9a5a-49cc7258dc32 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=64f82c125b8e42d0a0832a174d16ca1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629937 Oct 27 09:44:02.077077 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36210) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:02.104176 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] For port d6bbbca9-3c1c-4f25-bceb-3d3b9c726592, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=d6bbbca9-3c1c-4f25-bceb-3d3b9c726592,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:02.104549 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:02.128618 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] Calling delete_port for d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 owned by network:router_interface {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:02.432408 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aad1d67a-98bc-42c1-9b28-ad183beb8738 admin admin] Publish callbacks [] for security_group (723367f7-9403-4217-a97a-4066f18704be), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:02.466739 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aad1d67a-98bc-42c1-9b28-ad183beb8738 admin admin] Publish callbacks [] for security_group (723367f7-9403-4217-a97a-4066f18704be), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:02.531521 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:02.571338 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aad1d67a-98bc-42c1-9b28-ad183beb8738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (723367f7-9403-4217-a97a-4066f18704be), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:02.574214 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-aad1d67a-98bc-42c1-9b28-ad183beb8738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:02.575391 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-aad1d67a-98bc-42c1-9b28-ad183beb8738 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/723367f7-9403-4217-a97a-4066f18704be HTTP/1.1" status: 204 len: 168 time: 0.4972615 Oct 27 09:44:02.579877 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:02.613238 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1d67a-98bc-42c1-9b28-ad183beb8738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723367f7-9403-4217-a97a-4066f18704be,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:02.642766 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (d6bbbca9-3c1c-4f25-bceb-3d3b9c726592), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:02.669351 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bbbca9-3c1c-4f25-bceb-3d3b9c726592,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:02.854641 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface (a7225761-1665-425f-8e5f-548b93fb4a1b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:02.902756 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa02163-2659-4ac7-a1c7-9926e6b8164d None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:44:02.955332 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:03.053829 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa02163-2659-4ac7-a1c7-9926e6b8164d None None] Resources bound (agent type, host, resource id): {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 09:44:03.080235 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] Router a7225761-1665-425f-8e5f-548b93fb4a1b has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:44:03.213334 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:44:03.221080 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-eb2ab50b-e300-4d5a-b284-285dfb880876 admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/a7225761-1665-425f-8e5f-548b93fb4a1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8511283 Oct 27 09:44:03.221286 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36230) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:03.227360 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfda9fc-dcdb-4a06-82a6-3862983c598e None None] Sync routers for ids ['a7225761-1665-425f-8e5f-548b93fb4a1b'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:44:03.258425 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfda9fc-dcdb-4a06-82a6-3862983c598e None None] Routers {'a7225761-1665-425f-8e5f-548b93fb4a1b'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:03.259274 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-2dfda9fc-dcdb-4a06-82a6-3862983c598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['a7225761-1665-425f-8e5f-548b93fb4a1b'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:03.336135 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=100 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:03.355122 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Publish callbacks [] for router (a7225761-1665-425f-8e5f-548b93fb4a1b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:03.406247 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-2dfda9fc-dcdb-4a06-82a6-3862983c598e None None] Set router a7225761-1665-425f-8e5f-548b93fb4a1b gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:03.481243 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Publish callbacks [] for router_gateway (a7225761-1665-425f-8e5f-548b93fb4a1b), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:03.517899 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:03.530881 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Deleting port 27abb30c-5d32-4bde-aebe-19174efb05cf {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:03.531004 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:03.606038 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-2dfda9fc-dcdb-4a06-82a6-3862983c598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129'}], 'enable_snat': True}, 'gw_port_id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:44:02Z', 'revision_number': 5, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port': {'id': '27abb30c-5d32-4bde-aebe-19174efb05cf', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:03.629815 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] For port 27abb30c-5d32-4bde-aebe-19174efb05cf, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=27abb30c-5d32-4bde-aebe-19174efb05cf,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:03.632413 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:03.636265 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfda9fc-dcdb-4a06-82a6-3862983c598e None None] Checking router: a7225761-1665-425f-8e5f-548b93fb4a1b for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:44:03.645013 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:03.646363 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfda9fc-dcdb-4a06-82a6-3862983c598e None None] Routers {'a7225761-1665-425f-8e5f-548b93fb4a1b'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:03.646852 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Calling delete_port for 27abb30c-5d32-4bde-aebe-19174efb05cf owned by network:router_gateway {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:03.646983 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-2dfda9fc-dcdb-4a06-82a6-3862983c598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['a7225761-1665-425f-8e5f-548b93fb4a1b'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:03.743571 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-2dfda9fc-dcdb-4a06-82a6-3862983c598e None None] Set router a7225761-1665-425f-8e5f-548b93fb4a1b gateway port host: None {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:03.809031 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-2dfda9fc-dcdb-4a06-82a6-3862983c598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:44:03Z', 'revision_number': 6, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port_host': None}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:03.846977 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfda9fc-dcdb-4a06-82a6-3862983c598e None None] The sync data for ids ['a7225761-1665-425f-8e5f-548b93fb4a1b'] in dv-cinder-797970-7-iscsi is: [{'id': 'a7225761-1665-425f-8e5f-548b93fb4a1b', 'name': 'tempest-TestShelveInstance-700486279-router', 'tenant_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:12Z', 'updated_at': '2022-10-27T09:44:03Z', 'revision_number': 6, 'project_id': 'f7b8fb656ee34fae8d20679c0e0f7ff9', 'gw_port_host': None}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:44:03.878717 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (27abb30c-5d32-4bde-aebe-19174efb05cf), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:03.917835 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=27abb30c-5d32-4bde-aebe-19174efb05cf,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:03.968869 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:03.971742 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-6047312a-7ca3-4976-a44c-33f434c965de None None] Provisioning complete for port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:44:03.972156 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-6047312a-7ca3-4976-a44c-33f434c965de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:03.972626 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-6047312a-7ca3-4976-a44c-33f434c965de None None] Attempt 1 to provision port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 Oct 27 09:44:03.978870 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658050'] for router_gateway (a7225761-1665-425f-8e5f-548b93fb4a1b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.062830 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-6047312a-7ca3-4976-a44c-33f434c965de None None] Current status of the port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:44:04.074346 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041905'] for router (a7225761-1665-425f-8e5f-548b93fb4a1b), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.076594 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Publish callbacks [] for router_controller (a7225761-1665-425f-8e5f-548b93fb4a1b), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.122205 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651776'] for router (a7225761-1665-425f-8e5f-548b93fb4a1b), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.123586 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7225761-1665-425f-8e5f-548b93fb4a1b {{(pid=104689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 09:44:04.128223 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.129602 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-536dfc5c-341b-43a3-be93-fd572d429d8f admin admin] 10.222.0.70 "DELETE /networking/v2.0/routers/a7225761-1665-425f-8e5f-548b93fb4a1b HTTP/1.1" status: 204 len: 168 time: 0.9072709 Oct 27 09:44:04.132239 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36262) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:04.180404 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaf23f9-5dbd-4b7a-9e8d-7c5d68cacf42 admin admin] Deleting subnet faf8b354-5a8f-483d-acb3-774b2e6a5fe4 {{(pid=104689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:44:04.183582 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-caaf23f9-5dbd-4b7a-9e8d-7c5d68cacf42 admin admin] Publish callbacks [] for subnet (faf8b354-5a8f-483d-acb3-774b2e6a5fe4), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.222237 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-caaf23f9-5dbd-4b7a-9e8d-7c5d68cacf42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1679559'] for subnet (faf8b354-5a8f-483d-acb3-774b2e6a5fe4), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.318421 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-caaf23f9-5dbd-4b7a-9e8d-7c5d68cacf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (faf8b354-5a8f-483d-acb3-774b2e6a5fe4), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.382808 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-caaf23f9-5dbd-4b7a-9e8d-7c5d68cacf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2373704'] for subnet (faf8b354-5a8f-483d-acb3-774b2e6a5fe4), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.409991 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf23f9-5dbd-4b7a-9e8d-7c5d68cacf42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf8b354-5a8f-483d-acb3-774b2e6a5fe4,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:04.414620 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:04.430680 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-caaf23f9-5dbd-4b7a-9e8d-7c5d68cacf42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.435878 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-caaf23f9-5dbd-4b7a-9e8d-7c5d68cacf42 admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/faf8b354-5a8f-483d-acb3-774b2e6a5fe4 HTTP/1.1" status: 204 len: 168 time: 0.3025966 Oct 27 09:44:04.437824 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b9145a-d629-40ed-9a47-43b2ce109c90 None None] Network 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:44:04.438562 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36278) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:04.440271 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:04.440660 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device d6bbbca9-3c1c-4f25-bceb-3d3b9c726592 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:04.525552 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.577950 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Deleting port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:04.578383 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.648024 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] For port 4eb4090b-b399-48a9-9f6e-b32fad4d8021, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=4eb4090b-b399-48a9-9f6e-b32fad4d8021,segment=NetworkSegment(8c41ca48-607b-416d-8cc1-6fc6399caded),segment_id=8c41ca48-607b-416d-8cc1-6fc6399caded)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:04.648395 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.661603 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Calling delete_port for 4eb4090b-b399-48a9-9f6e-b32fad4d8021 owned by network:dhcp {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:04.756176 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (4eb4090b-b399-48a9-9f6e-b32fad4d8021), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.765179 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de72737e-6f11-4ab4-bb16-3f50d3bb3282 None None] DHCP port deletion for 909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd request from dv-cinder-797970-7-iscsi {{(pid=104691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 09:44:04.798006 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb4090b-b399-48a9-9f6e-b32fad4d8021,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:04.803265 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] No DVR routers for this DVR port 4eb4090b-b399-48a9-9f6e-b32fad4d8021 on host dv-cinder-797970-7-iscsi {{(pid=104690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:44:04.909981 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.950218 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd']}} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:04.961498 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c41ca48-607b-416d-8cc1-6fc6399caded') {'for_net_delete': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:04.962723 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c41ca48-607b-416d-8cc1-6fc6399caded') {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:04.973557 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2834243'] for segment (8c41ca48-607b-416d-8cc1-6fc6399caded), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:04.993141 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (8c41ca48-607b-416d-8cc1-6fc6399caded), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.000753 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=104690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:44:05.001153 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686121'] for segment (8c41ca48-607b-416d-8cc1-6fc6399caded), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.051093 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 8c41ca48-607b-416d-8cc1-6fc6399caded resource provider aggregate not found Oct 27 09:44:05.074736 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.087683 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 8c41ca48-607b-416d-8cc1-6fc6399caded resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c41ca48-607b-416d-8cc1-6fc6399caded found for delete ", "request_id": "req-278eae28-ef10-4a48-b3a4-c7df6de2f21b"}]} Oct 27 09:44:05.088947 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.092311 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd HTTP/1.1" status: 204 len: 168 time: 0.6526740 Oct 27 09:44:05.095820 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36310) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:05.108627 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14536364-031c-44bc-85ce-a24f1577b0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=909c1cb1-0f08-4b83-89ee-b2f8ffdd84dd,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:05.186686 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36312) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:05.245241 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:05.305192 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b3a38bce-221d-46f4-9057-7e08460bb928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.326955 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:05.392893 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b3a38bce-221d-46f4-9057-7e08460bb928 admin admin] Publish callbacks [] for security_group (07d31a3b-e22f-48c2-ba89-82baa76fbcf0), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.397114 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-b3a38bce-221d-46f4-9057-7e08460bb928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (07d31a3b-e22f-48c2-ba89-82baa76fbcf0), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.416804 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:05.435064 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654533'] for router_interface (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.436582 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a38bce-221d-46f4-9057-7e08460bb928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d31a3b-e22f-48c2-ba89-82baa76fbcf0,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:05.444682 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-b3a38bce-221d-46f4-9057-7e08460bb928 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=43bcfda94ed74808bb64e062f0fdc93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568629 Oct 27 09:44:05.445451 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36318) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:05.483533 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:05.496846 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9faebf0f-1bac-498b-a910-6dfdba8a8f1b admin admin] Publish callbacks [] for security_group (07d31a3b-e22f-48c2-ba89-82baa76fbcf0), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.518656 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9faebf0f-1bac-498b-a910-6dfdba8a8f1b admin admin] Publish callbacks [] for security_group (07d31a3b-e22f-48c2-ba89-82baa76fbcf0), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.566440 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9faebf0f-1bac-498b-a910-6dfdba8a8f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (07d31a3b-e22f-48c2-ba89-82baa76fbcf0), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.569186 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9faebf0f-1bac-498b-a910-6dfdba8a8f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.573245 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-9faebf0f-1bac-498b-a910-6dfdba8a8f1b admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/07d31a3b-e22f-48c2-ba89-82baa76fbcf0 HTTP/1.1" status: 204 len: 168 time: 0.1242430 Oct 27 09:44:05.580438 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faebf0f-1bac-498b-a910-6dfdba8a8f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d31a3b-e22f-48c2-ba89-82baa76fbcf0,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:05.658654 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] Deleting port 0f0add0f-f4a2-4223-a864-417dbf2c7f38 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:05.659006 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.747734 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] For port 0f0add0f-f4a2-4223-a864-417dbf2c7f38, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=0f0add0f-f4a2-4223-a864-417dbf2c7f38,segment=NetworkSegment(4033955c-9e7d-40fa-8e71-1fc63164083e),segment_id=4033955c-9e7d-40fa-8e71-1fc63164083e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:05.748012 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.761071 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] Calling delete_port for 0f0add0f-f4a2-4223-a864-417dbf2c7f38 owned by network:router_interface {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:05.844276 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36324) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:05.858278 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f308af58-4165-46bb-833e-dd21c6f0a842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.937831 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f308af58-4165-46bb-833e-dd21c6f0a842 admin admin] Publish callbacks [] for security_group (33a38b17-eac4-41a8-b3e9-6cbf55c9dc69), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.941612 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (0f0add0f-f4a2-4223-a864-417dbf2c7f38), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.942375 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f308af58-4165-46bb-833e-dd21c6f0a842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (33a38b17-eac4-41a8-b3e9-6cbf55c9dc69), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:05.968869 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f0add0f-f4a2-4223-a864-417dbf2c7f38,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:05.992145 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f308af58-4165-46bb-833e-dd21c6f0a842 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=efc4f25284d54c0fb42ecdb1ae3199a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466608 Oct 27 09:44:05.997192 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36328) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:06.020259 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 27abb30c-5d32-4bde-aebe-19174efb05cf no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:06.049586 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:06.100137 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308af58-4165-46bb-833e-dd21c6f0a842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a38b17-eac4-41a8-b3e9-6cbf55c9dc69,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:06.105141 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6d2ae09-5292-4a8f-b1c7-15480681f725 admin admin] Publish callbacks [] for security_group (33a38b17-eac4-41a8-b3e9-6cbf55c9dc69), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:06.137001 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6d2ae09-5292-4a8f-b1c7-15480681f725 admin admin] Publish callbacks [] for security_group (33a38b17-eac4-41a8-b3e9-6cbf55c9dc69), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:06.193988 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:06.203142 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6d2ae09-5292-4a8f-b1c7-15480681f725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (33a38b17-eac4-41a8-b3e9-6cbf55c9dc69), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:06.205873 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6d2ae09-5292-4a8f-b1c7-15480681f725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:06.207036 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-d6d2ae09-5292-4a8f-b1c7-15480681f725 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/33a38b17-eac4-41a8-b3e9-6cbf55c9dc69 HTTP/1.1" status: 204 len: 168 time: 0.1979985 Oct 27 09:44:06.223641 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2ae09-5292-4a8f-b1c7-15480681f725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a38b17-eac4-41a8-b3e9-6cbf55c9dc69,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:06.230541 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d931257-1f26-4d52-85f6-fca6ab121b7f None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:44:06.237034 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 27abb30c-5d32-4bde-aebe-19174efb05cf {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:06.237568 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 27abb30c-5d32-4bde-aebe-19174efb05cf not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:06.238038 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 4eb4090b-b399-48a9-9f6e-b32fad4d8021 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:06.287467 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 4eb4090b-b399-48a9-9f6e-b32fad4d8021 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:06.287721 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 4eb4090b-b399-48a9-9f6e-b32fad4d8021 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:06.365097 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d931257-1f26-4d52-85f6-fca6ab121b7f None None] Resources bound (agent type, host, resource id): {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 09:44:06.434666 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:06.448815 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] Router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:44:06.470572 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:06.562192 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:44:06.569106 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-bf66d736-5228-4607-b321-7d5b9788ef6f admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/c66c46c6-0d3f-4f21-a13a-f260e9c5cae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4724107 Oct 27 09:44:06.569969 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36338) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:06.579135 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70232872-156a-4567-8d96-500c0f4b97a7 None None] Sync routers for ids ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:44:06.590291 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70232872-156a-4567-8d96-500c0f4b97a7 None None] Routers {'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:06.590987 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-70232872-156a-4567-8d96-500c0f4b97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:06.704435 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Publish callbacks [] for router (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:06.713405 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=100 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:06.724334 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-70232872-156a-4567-8d96-500c0f4b97a7 None None] Set router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:06.843056 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Publish callbacks [] for router_gateway (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:06.896693 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Deleting port a5d2bc34-d998-4e8b-adcf-25e9da1a4134 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:06.897268 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:06.912316 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:06.939452 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-70232872-156a-4567-8d96-500c0f4b97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'name': 'tempest-TestShelveInstance-1919316270-router', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:44:05Z', 'revision_number': 5, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'gw_port': {'id': 'a5d2bc34-d998-4e8b-adcf-25e9da1a4134', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:25:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:06.969120 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70232872-156a-4567-8d96-500c0f4b97a7 None None] Checking router: c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:44:06.980053 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70232872-156a-4567-8d96-500c0f4b97a7 None None] Routers {'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:06.980896 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-70232872-156a-4567-8d96-500c0f4b97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:06.998717 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:07.000998 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] For port a5d2bc34-d998-4e8b-adcf-25e9da1a4134, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=a5d2bc34-d998-4e8b-adcf-25e9da1a4134,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:07.001686 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.023250 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Calling delete_port for a5d2bc34-d998-4e8b-adcf-25e9da1a4134 owned by network:router_gateway {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:07.094958 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-70232872-156a-4567-8d96-500c0f4b97a7 None None] Set router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 gateway port host: None {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:07.128899 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:07.160150 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-70232872-156a-4567-8d96-500c0f4b97a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'name': 'tempest-TestShelveInstance-1919316270-router', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:44:06Z', 'revision_number': 6, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'gw_port_host': None}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:07.187149 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70232872-156a-4567-8d96-500c0f4b97a7 None None] The sync data for ids ['c66c46c6-0d3f-4f21-a13a-f260e9c5cae5'] in dv-cinder-797970-7-iscsi is: [{'id': 'c66c46c6-0d3f-4f21-a13a-f260e9c5cae5', 'name': 'tempest-TestShelveInstance-1919316270-router', 'tenant_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:20Z', 'updated_at': '2022-10-27T09:44:06Z', 'revision_number': 6, 'project_id': 'd6bd77f2911f4d7fb339ce7d80cf4094', 'gw_port_host': None}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:44:07.217322 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-f0494afc-4032-43a5-a3c3-cb805c1524e0 None None] Provisioning complete for port 150aaf8d-4423-4eee-a244-bad431e52141 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:44:07.217857 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f0494afc-4032-43a5-a3c3-cb805c1524e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (150aaf8d-4423-4eee-a244-bad431e52141), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.218197 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-f0494afc-4032-43a5-a3c3-cb805c1524e0 None None] Attempt 1 to provision port 150aaf8d-4423-4eee-a244-bad431e52141 Oct 27 09:44:07.252367 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (a5d2bc34-d998-4e8b-adcf-25e9da1a4134), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.284608 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d2bc34-d998-4e8b-adcf-25e9da1a4134,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:07.315799 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-f0494afc-4032-43a5-a3c3-cb805c1524e0 None None] Current status of the port 150aaf8d-4423-4eee-a244-bad431e52141 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:44:07.348440 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658050'] for router_gateway (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.438471 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041905'] for router (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.440757 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Publish callbacks [] for router_controller (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.486606 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651776'] for router (c66c46c6-0d3f-4f21-a13a-f260e9c5cae5), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.487195 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 {{(pid=104690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 09:44:07.492923 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.492923 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1f8bfffd-3540-4b13-8e24-5286c469650d admin admin] 10.222.0.70 "DELETE /networking/v2.0/routers/c66c46c6-0d3f-4f21-a13a-f260e9c5cae5 HTTP/1.1" status: 204 len: 168 time: 0.9216959 Oct 27 09:44:07.495106 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36364) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:07.541376 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d1f94e-58d3-4120-b4d7-ad4ac2948598 admin admin] Deleting subnet 4799a195-946c-457d-a2c1-3b469f94dc5c {{(pid=104690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:44:07.544956 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-55d1f94e-58d3-4120-b4d7-ad4ac2948598 admin admin] Publish callbacks [] for subnet (4799a195-946c-457d-a2c1-3b469f94dc5c), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.585654 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-55d1f94e-58d3-4120-b4d7-ad4ac2948598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2834250'] for subnet (4799a195-946c-457d-a2c1-3b469f94dc5c), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.669806 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-55d1f94e-58d3-4120-b4d7-ad4ac2948598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (4799a195-946c-457d-a2c1-3b469f94dc5c), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.724555 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-55d1f94e-58d3-4120-b4d7-ad4ac2948598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9623954'] for subnet (4799a195-946c-457d-a2c1-3b469f94dc5c), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.750354 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1f94e-58d3-4120-b4d7-ad4ac2948598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4799a195-946c-457d-a2c1-3b469f94dc5c,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:07.753982 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-55d1f94e-58d3-4120-b4d7-ad4ac2948598 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.757798 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-55d1f94e-58d3-4120-b4d7-ad4ac2948598 admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/4799a195-946c-457d-a2c1-3b469f94dc5c HTTP/1.1" status: 204 len: 168 time: 0.2616916 Oct 27 09:44:07.761065 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36372) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:07.761539 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf29914-f194-4e5b-859f-e6d67e8ca931 None None] Network 25da4487-c641-4558-9990-3f42739d2bc4 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:44:07.836810 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (25da4487-c641-4558-9990-3f42739d2bc4), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.886104 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Deleting port 150aaf8d-4423-4eee-a244-bad431e52141 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:07.886453 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (150aaf8d-4423-4eee-a244-bad431e52141), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:07.978092 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9dee8-21d6-41b4-bb85-aad381f57bf9 None None] DHCP port deletion for 25da4487-c641-4558-9990-3f42739d2bc4 request from dv-cinder-797970-7-iscsi {{(pid=104691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 09:44:08.034674 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-59b9dee8-21d6-41b4-bb85-aad381f57bf9 None None] Deleting port 150aaf8d-4423-4eee-a244-bad431e52141 {{(pid=104691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:08.035059 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-59b9dee8-21d6-41b4-bb85-aad381f57bf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (150aaf8d-4423-4eee-a244-bad431e52141), before_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.055859 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device a5d2bc34-d998-4e8b-adcf-25e9da1a4134 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:08.123667 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: a5d2bc34-d998-4e8b-adcf-25e9da1a4134 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:08.124268 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device a5d2bc34-d998-4e8b-adcf-25e9da1a4134 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:08.124436 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 0f0add0f-f4a2-4223-a864-417dbf2c7f38 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:08.171441 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 0f0add0f-f4a2-4223-a864-417dbf2c7f38 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:08.171785 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 0f0add0f-f4a2-4223-a864-417dbf2c7f38 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:08.172393 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 150aaf8d-4423-4eee-a244-bad431e52141 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:08.180293 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-59b9dee8-21d6-41b4-bb85-aad381f57bf9 None None] For port 150aaf8d-4423-4eee-a244-bad431e52141, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=150aaf8d-4423-4eee-a244-bad431e52141,segment=NetworkSegment(4033955c-9e7d-40fa-8e71-1fc63164083e),segment_id=4033955c-9e7d-40fa-8e71-1fc63164083e)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:08.181534 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-59b9dee8-21d6-41b4-bb85-aad381f57bf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (150aaf8d-4423-4eee-a244-bad431e52141), precommit_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.225840 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-59b9dee8-21d6-41b4-bb85-aad381f57bf9 None None] Calling delete_port for 150aaf8d-4423-4eee-a244-bad431e52141 owned by network:dhcp {{(pid=104691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:08.257339 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] For port 150aaf8d-4423-4eee-a244-bad431e52141, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=150aaf8d-4423-4eee-a244-bad431e52141,segment=NetworkSegment(4033955c-9e7d-40fa-8e71-1fc63164083e),segment_id=4033955c-9e7d-40fa-8e71-1fc63164083e)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:08.258528 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (150aaf8d-4423-4eee-a244-bad431e52141), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.287222 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Calling delete_port for 150aaf8d-4423-4eee-a244-bad431e52141 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:08.338045 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Current status of the port 150aaf8d-4423-4eee-a244-bad431e52141 is: ACTIVE; New status is: DOWN {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:44:08.338917 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (150aaf8d-4423-4eee-a244-bad431e52141), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.406590 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] For port 150aaf8d-4423-4eee-a244-bad431e52141, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=150aaf8d-4423-4eee-a244-bad431e52141,segment=NetworkSegment(4033955c-9e7d-40fa-8e71-1fc63164083e),segment_id=4033955c-9e7d-40fa-8e71-1fc63164083e)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:08.413509 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (150aaf8d-4423-4eee-a244-bad431e52141), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.425612 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (150aaf8d-4423-4eee-a244-bad431e52141), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.452336 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-59b9dee8-21d6-41b4-bb85-aad381f57bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394'] for port (150aaf8d-4423-4eee-a244-bad431e52141), after_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.453811 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Pushing event deleted for resources: {'Port': ['ID=150aaf8d-4423-4eee-a244-bad431e52141,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:08.464553 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] No DVR routers for this DVR port 150aaf8d-4423-4eee-a244-bad431e52141 on host dv-cinder-797970-7-iscsi {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:44:08.465979 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b9dee8-21d6-41b4-bb85-aad381f57bf9 None None] No DVR routers for this DVR port 150aaf8d-4423-4eee-a244-bad431e52141 on host dv-cinder-797970-7-iscsi {{(pid=104691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:44:08.478946 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Pushing event updated for resources: {'Port': ['ID=150aaf8d-4423-4eee-a244-bad431e52141,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:08.503348 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9dee8-21d6-41b4-bb85-aad381f57bf9 None None] Pushing event deleted for resources: {'Port': ['ID=150aaf8d-4423-4eee-a244-bad431e52141,revision_number=None']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:08.548952 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (25da4487-c641-4558-9990-3f42739d2bc4), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.573281 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25da4487-c641-4558-9990-3f42739d2bc4']}} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:08.583513 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4033955c-9e7d-40fa-8e71-1fc63164083e') {'for_net_delete': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:08.583819 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4033955c-9e7d-40fa-8e71-1fc63164083e') {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:08.593918 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1679566'] for segment (4033955c-9e7d-40fa-8e71-1fc63164083e), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.608487 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (4033955c-9e7d-40fa-8e71-1fc63164083e), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.614444 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:08.615691 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=104689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:44:08.616144 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066208'] for segment (4033955c-9e7d-40fa-8e71-1fc63164083e), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.671607 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment 4033955c-9e7d-40fa-8e71-1fc63164083e resource provider aggregate not found Oct 27 09:44:08.690508 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment 4033955c-9e7d-40fa-8e71-1fc63164083e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4033955c-9e7d-40fa-8e71-1fc63164083e found for delete ", "request_id": "req-dbd63b5b-6592-4c42-b2b6-3163206fcf15"}]} Oct 27 09:44:08.692742 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (25da4487-c641-4558-9990-3f42739d2bc4), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.699324 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.702663 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/25da4487-c641-4558-9990-3f42739d2bc4 HTTP/1.1" status: 204 len: 168 time: 0.9402368 Oct 27 09:44:08.713960 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98a84d-801a-4a7b-bb17-27c6bde872ad admin admin] Pushing event deleted for resources: {'Network': ['ID=25da4487-c641-4558-9990-3f42739d2bc4,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:08.880144 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36408) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:08.921462 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-f0f43947-5bb8-44d0-b4e5-188e5bf8e023 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=f7b8fb656ee34fae8d20679c0e0f7ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389173 Oct 27 09:44:08.923261 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36414) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:08.976500 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1867c31c-e009-46fd-bf6e-21230e8a71d1 admin admin] Publish callbacks [] for security_group (b30f19f3-5121-4680-abbf-87cc8498bd5d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:08.996938 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1867c31c-e009-46fd-bf6e-21230e8a71d1 admin admin] Publish callbacks [] for security_group (b30f19f3-5121-4680-abbf-87cc8498bd5d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:09.045508 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1867c31c-e009-46fd-bf6e-21230e8a71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b30f19f3-5121-4680-abbf-87cc8498bd5d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:09.048084 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1867c31c-e009-46fd-bf6e-21230e8a71d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:09.049401 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-1867c31c-e009-46fd-bf6e-21230e8a71d1 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/b30f19f3-5121-4680-abbf-87cc8498bd5d HTTP/1.1" status: 204 len: 168 time: 0.1251569 Oct 27 09:44:09.057895 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867c31c-e009-46fd-bf6e-21230e8a71d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f19f3-5121-4680-abbf-87cc8498bd5d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:09.425691 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36432) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:09.466422 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:09.474873 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-6811353d-46c7-417d-9bc0-bb2903e12bdc admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=d6bd77f2911f4d7fb339ce7d80cf4094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479708 Oct 27 09:44:09.477984 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36438) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:09.543290 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2c063a3c-9b2c-4337-87ef-6f6f6817bfd2 admin admin] Publish callbacks [] for security_group (dac9d3d8-e950-46a2-a743-b68fb824c589), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:09.576260 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2c063a3c-9b2c-4337-87ef-6f6f6817bfd2 admin admin] Publish callbacks [] for security_group (dac9d3d8-e950-46a2-a743-b68fb824c589), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:09.640981 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-74b6e893-d059-432e-913e-aeb6eeccc043 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-375936574&fields=id&tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18 HTTP/1.1" status: 200 len: 267 time: 0.0754893 Oct 27 09:44:09.673780 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2c063a3c-9b2c-4337-87ef-6f6f6817bfd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (dac9d3d8-e950-46a2-a743-b68fb824c589), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:09.676264 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2c063a3c-9b2c-4337-87ef-6f6f6817bfd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:09.677427 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-2c063a3c-9b2c-4337-87ef-6f6f6817bfd2 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/dac9d3d8-e950-46a2-a743-b68fb824c589 HTTP/1.1" status: 204 len: 168 time: 0.1984813 Oct 27 09:44:09.695474 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c063a3c-9b2c-4337-87ef-6f6f6817bfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac9d3d8-e950-46a2-a743-b68fb824c589,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:09.764458 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-1c18d218-c4a7-485b-a214-ba97207f50e2 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:09.765961 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-1c18d218-c4a7-485b-a214-ba97207f50e2 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 811 time: 0.1171613 Oct 27 09:44:09.781728 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-c2dcc7e0-a0bb-4f95-aca3-4a59e060521a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/quotas/4ee2066bcc7240f9a63d5c11a2b04a18 HTTP/1.1" status: 200 len: 375 time: 0.0103095 Oct 27 09:44:09.840388 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-1d081d2b-46e0-40a5-ac33-aee456e956bc tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530944 Oct 27 09:44:09.943130 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-55f33abc-36a3-4afd-bec8-f805a03b4bd3 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914249 Oct 27 09:44:10.045318 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-9e57cba6-7ddd-4255-b9a8-7e3812a23aad service neutron] 10.222.0.70 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938678 Oct 27 09:44:10.341653 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c42486ef-3c52-4b86-a9ba-9906ed13aed9 req-09440a84-f9b7-4017-aca6-aa1b0aa46929 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 210 time: 0.0289032 Oct 27 09:44:11.380860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:11.420865 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-c6319383-5aef-4961-9e4a-af5971e85770 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:11.422471 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-c6319383-5aef-4961-9e4a-af5971e85770 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 811 time: 0.1099281 Oct 27 09:44:11.462695 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9fe71cbe-f6ee-4be6-b2ce-92971ac9246a req-e267c6e0-9763-4a25-a713-c943ccb6dee4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 210 time: 0.0381567 Oct 27 09:44:11.507024 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-705013d0-6c21-467e-ac70-c557d38ef625 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18 HTTP/1.1" status: 200 len: 379 time: 0.0731084 Oct 27 09:44:11.516685 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'port': {'device_id': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'admin_state_up': True, 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'security_groups': ['f93178b8-5c64-4504-abd6-92df6f5299bf']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:44:11.624939 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Made reservation on behalf of 4ee2066bcc7240f9a63d5c11a2b04a18 for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:44:11.628683 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:11.696898 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:11.763040 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Allocated IP 172.20.0.8 (29853958-4339-4761-9164-23edabe04a06/3c179e3c-3d0c-46ca-93ac-01b33c47f3e3/ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:44:11.926690 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:11.959085 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:12.005083 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Network 29853958-4339-4761-9164-23edabe04a06 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:44:12.011096 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'Port': ['ID=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:12.014949 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:44:12.017573 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:44:12.082053 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:12.082663 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:12.101733 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-86e62473-a911-408c-a448-1794dacf7ac8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887349 Oct 27 09:44:12.113654 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Request body: {'port': {'device_id': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:44:12.176071 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:12.219313 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:12.266726 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-2fd33e8b-ab99-47a5-a8a1-093e9d6102dd None None] Provisioning complete for port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:44:12.267330 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-2fd33e8b-ab99-47a5-a8a1-093e9d6102dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:12.267561 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-2fd33e8b-ab99-47a5-a8a1-093e9d6102dd None None] Attempt 1 to provision port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee Oct 27 09:44:12.299913 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-2fd33e8b-ab99-47a5-a8a1-093e9d6102dd None None] Port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:44:12.433916 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:44:12.441117 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Publish callbacks [] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:12.454188 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Transition to ACTIVE for port object ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:44:12.457437 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:12.508257 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:12.533469 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Pushing event updated for resources: {'Port': ['ID=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:12.602205 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Attempting to bind port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:44:12.603077 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Attempting to bind port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:44:12.603408 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Attempting to bind port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee on network 29853958-4339-4761-9164-23edabe04a06 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:44:12.611472 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36483f28-bef4-47b9-8660-4e86f2cef6bf req-94108a7d-0afc-466a-8cc2-858fb3e4c21e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:12.612942 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-36483f28-bef4-47b9-8660-4e86f2cef6bf req-94108a7d-0afc-466a-8cc2-858fb3e4c21e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 943 time: 0.0666127 Oct 27 09:44:12.674243 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee on network 29853958-4339-4761-9164-23edabe04a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:44:12.674567 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Attempting to bind port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee on network 29853958-4339-4761-9164-23edabe04a06 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:44:12.714751 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-36483f28-bef4-47b9-8660-4e86f2cef6bf req-171f5b17-db7b-47f3-8606-e2245f4d7ffc tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844209 Oct 27 09:44:12.730096 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:44:12.730433 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Checking segment: {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:44:12.730810 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Bound using segment: {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:44:12.731240 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Bound port: ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:44:12.731595 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:12.794284 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] For port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:44:12.797402 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] For port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:44:12.802399 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:12.807099 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:12.807703 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:12.809104 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee HTTP/1.1" status: 200 len: 1093 time: 0.6999807 Oct 27 09:44:12.810579 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'tag': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:44:12.812852 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22945d57-dd08-4b14-8796-b8d0c7d9bf38" -d '{"events": [{"name": "network-changed", "server_uuid": "4b99fff6-5d91-4648-8384-6a57c8ee57b4", "tag": "ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:44:12.863877 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f073b882-5fdf-408a-9c26-3aea0566f976 x-openstack-request-id: req-f073b882-5fdf-408a-9c26-3aea0566f976 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:44:12.864171 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b99fff6-5d91-4648-8384-6a57c8ee57b4", "tag": "ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:44:12.864423 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f073b882-5fdf-408a-9c26-3aea0566f976 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:44:12.864843 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f073b882-5fdf-408a-9c26-3aea0566f976'] response: {'name': 'network-changed', 'server_uuid': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'tag': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee', 'status': 'completed', 'code': 200} Oct 27 09:44:12.887283 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9d9a6-9be8-49e4-8e30-447ffe3c61bb service neutron] Pushing event updated for resources: {'Port': ['ID=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:12.896357 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-5d50744d-7f0e-4684-ab86-956ffd85f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:12.897883 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-5d50744d-7f0e-4684-ab86-956ffd85f9ad service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 1127 time: 0.0491185 Oct 27 09:44:12.937963 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-661a7553-7791-450c-97a0-c5247510b3a4 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee HTTP/1.1" status: 200 len: 217 time: 0.0322733 Oct 27 09:44:12.988776 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-dbedb809-b4e4-4ca0-ab09-83d57e2eb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:12.990099 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-dbedb809-b4e4-4ca0-ab09-83d57e2eb71d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0464718 Oct 27 09:44:13.032845 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-f927079a-c4b0-4049-81be-f849ac6ab807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:13.034251 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-f927079a-c4b0-4049-81be-f849ac6ab807 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367670 Oct 27 09:44:13.075179 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:13.136418 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-e40133eb-db9e-47a2-9ca2-88257d18bbe6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882094 Oct 27 09:44:13.228630 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e579b677-075a-46dd-add9-29d35ccdbb8a req-2ea6c058-e28f-496c-ad23-d0913f9b2b42 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854397 Oct 27 09:44:13.474497 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22945d57-dd08-4b14-8796-b8d0c7d9bf38 req-60d5c66e-2a18-4a89-bfd6-607e2deb6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:13.475873 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-22945d57-dd08-4b14-8796-b8d0c7d9bf38 req-60d5c66e-2a18-4a89-bfd6-607e2deb6754 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 1127 time: 0.0414765 Oct 27 09:44:13.586377 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22945d57-dd08-4b14-8796-b8d0c7d9bf38 req-e73b76cf-c280-4c4a-aa9e-81d028665818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:13.588743 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-22945d57-dd08-4b14-8796-b8d0c7d9bf38 req-e73b76cf-c280-4c4a-aa9e-81d028665818 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.1066628 Oct 27 09:44:13.631652 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-22945d57-dd08-4b14-8796-b8d0c7d9bf38 req-a2319778-de87-4402-8711-cf6d1271abb2 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee HTTP/1.1" status: 200 len: 217 time: 0.0362098 Oct 27 09:44:13.689306 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22945d57-dd08-4b14-8796-b8d0c7d9bf38 req-e4d174d1-7744-445c-be0c-1e3d30455dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:13.690767 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-22945d57-dd08-4b14-8796-b8d0c7d9bf38 req-e4d174d1-7744-445c-be0c-1e3d30455dd0 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0525475 Oct 27 09:44:13.735691 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22945d57-dd08-4b14-8796-b8d0c7d9bf38 req-a4f538e9-ea69-494a-bb77-b4d3a270f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:13.737252 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-22945d57-dd08-4b14-8796-b8d0c7d9bf38 req-a4f538e9-ea69-494a-bb77-b4d3a270f909 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397568 Oct 27 09:44:13.812920 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=78 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:13.815040 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:13.873970 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb0129-fa6d-406f-8157-d24d811a1bcb req-7c155b36-8a46-4d84-ab53-96f56527ac04 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:13.875470 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fffb0129-fa6d-406f-8157-d24d811a1bcb req-7c155b36-8a46-4d84-ab53-96f56527ac04 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 943 time: 0.0735407 Oct 27 09:44:13.878992 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-22945d57-dd08-4b14-8796-b8d0c7d9bf38 req-6509dc12-2416-4afe-9207-4f0575b12f7c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340485 Oct 27 09:44:13.986341 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fffb0129-fa6d-406f-8157-d24d811a1bcb req-60df869f-c60b-4384-bdde-bf87298fe0ab tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043391 Oct 27 09:44:14.011923 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-22945d57-dd08-4b14-8796-b8d0c7d9bf38 req-5521c80e-825c-402e-b5df-5ca1924fc1a9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160836 Oct 27 09:44:14.471589 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15b152-efd0-4595-a59e-ca1d87dbfa01 req-f01abfee-0d0c-4fe9-8a31-f824a5e5bc6a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:14.473074 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f15b152-efd0-4595-a59e-ca1d87dbfa01 req-f01abfee-0d0c-4fe9-8a31-f824a5e5bc6a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 946 time: 0.0476997 Oct 27 09:44:14.522470 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1f15b152-efd0-4595-a59e-ca1d87dbfa01 req-d86b1fda-ef01-498a-b3e4-21643131d8b4 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436418 Oct 27 09:44:15.105728 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a26ce-3d7a-4e0d-9228-599ac5f600be req-38a5f9a5-c0d8-4b30-bb15-4d8a07dd54a5 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:15.107152 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-242a26ce-3d7a-4e0d-9228-599ac5f600be req-38a5f9a5-c0d8-4b30-bb15-4d8a07dd54a5 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 943 time: 0.0453019 Oct 27 09:44:15.154994 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-242a26ce-3d7a-4e0d-9228-599ac5f600be req-406b092f-edc6-4a25-bf81-0718262168f6 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Oct 27 09:44:15.677533 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8967cc-8113-45bf-9cf2-89dee59be7d5 req-5c3496e7-25a1-475d-9b2f-f96e3caa3631 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:15.679419 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d8967cc-8113-45bf-9cf2-89dee59be7d5 req-5c3496e7-25a1-475d-9b2f-f96e3caa3631 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 946 time: 0.0633399 Oct 27 09:44:15.723963 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:15.758006 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1d8967cc-8113-45bf-9cf2-89dee59be7d5 req-2241723b-8e87-45a9-a1a9-a7fba99b2f0b tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=78a9313b-36a9-4e3b-9649-ca6f6b6897b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726027 Oct 27 09:44:15.792851 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-7097ae53-809b-4331-9c38-021cdc6ef37f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:15.792851 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-7097ae53-809b-4331-9c38-021cdc6ef37f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 946 time: 0.0588491 Oct 27 09:44:15.872710 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Deleting port c4193921-efc0-4d0e-8a62-50ecf8de25b1 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:15.873125 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:15.955557 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36562) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:15.967671 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] For port c4193921-efc0-4d0e-8a62-50ecf8de25b1, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=c4193921-efc0-4d0e-8a62-50ecf8de25b1,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:15.968044 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.068570 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aa1383ee-416a-4b30-a3ec-9f769eecc381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.123903 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:16.135535 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.135904 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (893b8d58-0137-4340-bbea-e41a0e8c57dc), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.136230 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Floating IP 893b8d58-0137-4340-bbea-e41a0e8c57dc disassociated. External IP: 172.27.0.61, port: c4193921-efc0-4d0e-8a62-50ecf8de25b1. Oct 27 09:44:16.136657 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Calling delete_port for c4193921-efc0-4d0e-8a62-50ecf8de25b1 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:16.147306 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aa1383ee-416a-4b30-a3ec-9f769eecc381 admin admin] Publish callbacks [] for security_group (b084730b-23dc-403d-a077-48e8129c2ee8), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.154086 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-aa1383ee-416a-4b30-a3ec-9f769eecc381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b084730b-23dc-403d-a077-48e8129c2ee8), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.202017 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-aa1383ee-416a-4b30-a3ec-9f769eecc381 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=1e16dafe8af943a7ab1c040fc940ab9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451515 Oct 27 09:44:16.202674 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36568) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:16.204622 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1383ee-416a-4b30-a3ec-9f769eecc381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b084730b-23dc-403d-a077-48e8129c2ee8,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:16.212934 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:16.250861 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:16.257346 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-866e273f-6521-4343-a5dd-f77e832e5bca admin admin] Publish callbacks [] for security_group (b084730b-23dc-403d-a077-48e8129c2ee8), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.279564 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-866e273f-6521-4343-a5dd-f77e832e5bca admin admin] Publish callbacks [] for security_group (b084730b-23dc-403d-a077-48e8129c2ee8), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.301372 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (c4193921-efc0-4d0e-8a62-50ecf8de25b1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.330171 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-866e273f-6521-4343-a5dd-f77e832e5bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b084730b-23dc-403d-a077-48e8129c2ee8), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.332921 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-866e273f-6521-4343-a5dd-f77e832e5bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.337522 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-866e273f-6521-4343-a5dd-f77e832e5bca admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/b084730b-23dc-403d-a077-48e8129c2ee8 HTTP/1.1" status: 204 len: 168 time: 0.1332603 Oct 27 09:44:16.341514 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6fc76-21aa-4368-a6bd-9ae6fe5879fc req-204a8740-31ee-4367-9a63-4c046e409713 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:16.346523 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e273f-6521-4343-a5dd-f77e832e5bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b084730b-23dc-403d-a077-48e8129c2ee8,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:16.348246 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-79d6fc76-21aa-4368-a6bd-9ae6fe5879fc req-204a8740-31ee-4367-9a63-4c046e409713 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 943 time: 0.0932653 Oct 27 09:44:16.357837 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event deleted for resources: {'Port': ['ID=c4193921-efc0-4d0e-8a62-50ecf8de25b1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:16.479437 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-79d6fc76-21aa-4368-a6bd-9ae6fe5879fc req-d8da1c66-0f47-43fd-b387-8fdce93319df tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302323 Oct 27 09:44:16.500296 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Router 634c6e49-b149-4a2a-802f-25bb479df817 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:44:16.637702 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36576) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:16.654241 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c4d-c61e-4d97-9f2d-bf140771a403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.755909 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c4d-c61e-4d97-9f2d-bf140771a403 admin admin] Publish callbacks [] for security_group (ee2a2d23-0029-45f4-8e19-1d1a7ac20931), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.761911 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c4d-c61e-4d97-9f2d-bf140771a403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ee2a2d23-0029-45f4-8e19-1d1a7ac20931), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.796890 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0c4d-c61e-4d97-9f2d-bf140771a403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2a2d23-0029-45f4-8e19-1d1a7ac20931,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:16.835133 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-e60d0c4d-c61e-4d97-9f2d-bf140771a403 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=041b364a74e34b4abc9b03db797bfcd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1963041 Oct 27 09:44:16.836157 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36580) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:16.891642 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1a8b7767-90ef-4c4c-8efc-c96c61f34c9b admin admin] Publish callbacks [] for security_group (ee2a2d23-0029-45f4-8e19-1d1a7ac20931), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.898232 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:44:16.901200 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-82377765-ce03-42a1-a5ba-3c2be7b69a29 req-6e439601-c8db-4aff-ba7b-14b054c8fdab tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=3a898b1b-5c82-41b1-8b68-0ad30a3516a1 HTTP/1.1" status: 200 len: 210 time: 0.0342643 Oct 27 09:44:16.910840 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e87174-4da1-424d-b7f8-175c4939e9fb None None] Sync routers for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:44:16.921106 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:16.926734 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e87174-4da1-424d-b7f8-175c4939e9fb None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:16.927374 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-02e87174-4da1-424d-b7f8-175c4939e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:16.931399 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1a8b7767-90ef-4c4c-8efc-c96c61f34c9b admin admin] Publish callbacks [] for security_group (ee2a2d23-0029-45f4-8e19-1d1a7ac20931), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.951156 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] No DVR routers for this DVR port c4193921-efc0-4d0e-8a62-50ecf8de25b1 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:44:16.954130 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:16.957628 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-22a0c12f-f0ee-4005-b134-c9050c74efca req-d78b81fb-bbef-4687-aab8-ce7803b34b3a tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.72 "DELETE /networking/v2.0/ports/c4193921-efc0-4d0e-8a62-50ecf8de25b1 HTTP/1.1" status: 204 len: 173 time: 1.1691113 Oct 27 09:44:16.958436 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'name': 'network-vif-deleted', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:44:16.965196 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7737359c-1bb7-4af6-8a04-a22008c04325" -d '{"events": [{"server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "name": "network-vif-deleted", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:44:16.999606 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1a8b7767-90ef-4c4c-8efc-c96c61f34c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ee2a2d23-0029-45f4-8e19-1d1a7ac20931), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:17.005083 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1a8b7767-90ef-4c4c-8efc-c96c61f34c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:17.006603 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1a8b7767-90ef-4c4c-8efc-c96c61f34c9b admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/ee2a2d23-0029-45f4-8e19-1d1a7ac20931 HTTP/1.1" status: 204 len: 168 time: 0.1692867 Oct 27 09:44:17.017093 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b7767-90ef-4c4c-8efc-c96c61f34c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2a2d23-0029-45f4-8e19-1d1a7ac20931,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:17.027434 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bb967f-5fdb-4704-856e-4d1c478b4a94 x-openstack-request-id: req-05bb967f-5fdb-4704-856e-4d1c478b4a94 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:44:17.027980 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a898b1b-5c82-41b1-8b68-0ad30a3516a1", "name": "network-vif-deleted", "tag": "c4193921-efc0-4d0e-8a62-50ecf8de25b1", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:44:17.029121 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-05bb967f-5fdb-4704-856e-4d1c478b4a94 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:44:17.029739 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bb967f-5fdb-4704-856e-4d1c478b4a94'] response: {'server_uuid': '3a898b1b-5c82-41b1-8b68-0ad30a3516a1', 'name': 'network-vif-deleted', 'tag': 'c4193921-efc0-4d0e-8a62-50ecf8de25b1', 'status': 'completed', 'code': 200} Oct 27 09:44:17.135214 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-02e87174-4da1-424d-b7f8-175c4939e9fb None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:17.329514 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-02e87174-4da1-424d-b7f8-175c4939e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:17.354513 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e87174-4da1-424d-b7f8-175c4939e9fb None None] Checking router: 634c6e49-b149-4a2a-802f-25bb479df817 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:44:17.362581 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e87174-4da1-424d-b7f8-175c4939e9fb None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:17.363182 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-02e87174-4da1-424d-b7f8-175c4939e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:17.397471 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36588) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:17.411098 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-518226ef-08e1-4da5-af92-318c27b848a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:17.466974 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-02e87174-4da1-424d-b7f8-175c4939e9fb None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:17.495197 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-518226ef-08e1-4da5-af92-318c27b848a3 admin admin] Publish callbacks [] for security_group (26273abb-5582-4baa-8ff6-8eef0ab29577), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:17.499142 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-518226ef-08e1-4da5-af92-318c27b848a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (26273abb-5582-4baa-8ff6-8eef0ab29577), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:17.534322 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518226ef-08e1-4da5-af92-318c27b848a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26273abb-5582-4baa-8ff6-8eef0ab29577,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:17.566997 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36592) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:17.567225 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-518226ef-08e1-4da5-af92-318c27b848a3 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=859dc2e2fcd5494ab2ba19dea9c8a14e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1683698 Oct 27 09:44:17.622056 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb8586-6751-4034-86d2-f1feb7173971 req-b4ffa225-19fb-4efe-b8e4-957eb0db1357 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:17.623718 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9abb8586-6751-4034-86d2-f1feb7173971 req-b4ffa225-19fb-4efe-b8e4-957eb0db1357 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 943 time: 0.0520616 Oct 27 09:44:17.639030 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e8e097f-98e7-47f9-ad4a-502fe516ec90 admin admin] Publish callbacks [] for security_group (26273abb-5582-4baa-8ff6-8eef0ab29577), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:17.660759 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-02e87174-4da1-424d-b7f8-175c4939e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:17.669285 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e8e097f-98e7-47f9-ad4a-502fe516ec90 admin admin] Publish callbacks [] for security_group (26273abb-5582-4baa-8ff6-8eef0ab29577), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:17.677614 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9abb8586-6751-4034-86d2-f1feb7173971 req-125b78da-87e0-4cdc-8afb-ed6778fa61ec tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466061 Oct 27 09:44:17.686433 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e87174-4da1-424d-b7f8-175c4939e9fb None None] The sync data for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi is: [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:36:38Z', 'revision_number': 4, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': '9f37632a-bf71-4655-b3ea-d3e5118c9719', 'name': '', 'network_id': '54e57d1c-1c3b-4e76-95bb-f2706c028f98', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'mac_address': 'fa:16:3e:2a:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:35Z', 'updated_at': '2022-10-27T09:36:50Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'subnets': [{'id': '7530261c-bfeb-4e61-a84b-e8da49b85b27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:44:17.696795 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:17.732576 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e8e097f-98e7-47f9-ad4a-502fe516ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (26273abb-5582-4baa-8ff6-8eef0ab29577), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:17.735465 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0e8e097f-98e7-47f9-ad4a-502fe516ec90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:17.736792 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-0e8e097f-98e7-47f9-ad4a-502fe516ec90 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/26273abb-5582-4baa-8ff6-8eef0ab29577 HTTP/1.1" status: 204 len: 168 time: 0.1687284 Oct 27 09:44:17.747354 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e097f-98e7-47f9-ad4a-502fe516ec90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26273abb-5582-4baa-8ff6-8eef0ab29577,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:17.950090 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe352734-4302-4c36-9dac-5f82a27093d7 None None] New status for floating IP 893b8d58-0137-4340-bbea-e41a0e8c57dc: DOWN {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:44:17.952913 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:18.028655 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:18.029430 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36604) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:18.090270 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efa9e0f4-230e-4dc8-bdc6-52e7475ca99f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (78a9313b-36a9-4e3b-9649-ca6f6b6897b1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.114161 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efa9e0f4-230e-4dc8-bdc6-52e7475ca99f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (78a9313b-36a9-4e3b-9649-ca6f6b6897b1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.164326 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efa9e0f4-230e-4dc8-bdc6-52e7475ca99f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (78a9313b-36a9-4e3b-9649-ca6f6b6897b1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.166958 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-efa9e0f4-230e-4dc8-bdc6-52e7475ca99f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.168118 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-efa9e0f4-230e-4dc8-bdc6-52e7475ca99f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/78a9313b-36a9-4e3b-9649-ca6f6b6897b1 HTTP/1.1" status: 204 len: 168 time: 0.1372983 Oct 27 09:44:18.171106 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36612) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:18.177262 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9e0f4-230e-4dc8-bdc6-52e7475ca99f tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a9313b-36a9-4e3b-9649-ca6f6b6897b1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:18.185409 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.api.v2.resource [None req-15b3131d-8e28-4090-a381-74c7776da5ae tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] show failed (client error): The resource could not be found. Oct 27 09:44:18.186456 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-15b3131d-8e28-4090-a381-74c7776da5ae tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "GET /networking/v2.0/security-groups/78a9313b-36a9-4e3b-9649-ca6f6b6897b1 HTTP/1.1" status: 404 len: 347 time: 0.0143735 Oct 27 09:44:18.189383 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36616) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:18.307462 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-551a69df-570c-41ad-84b9-960240f7ea86 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Deleting port 9fa83c5b-95a7-42c0-8904-1e79e7a8f553 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:18.307802 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-551a69df-570c-41ad-84b9-960240f7ea86 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (9fa83c5b-95a7-42c0-8904-1e79e7a8f553), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.386722 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-551a69df-570c-41ad-84b9-960240f7ea86 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (9fa83c5b-95a7-42c0-8904-1e79e7a8f553), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.387060 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-551a69df-570c-41ad-84b9-960240f7ea86 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (9fa83c5b-95a7-42c0-8904-1e79e7a8f553), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.399533 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-551a69df-570c-41ad-84b9-960240f7ea86 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Calling delete_port for 9fa83c5b-95a7-42c0-8904-1e79e7a8f553 owned by network:floatingip {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:18.498871 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36626) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:18.518244 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:DELETE=10,neutron:SELECT=86,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:18.539934 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-551a69df-570c-41ad-84b9-960240f7ea86 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (9fa83c5b-95a7-42c0-8904-1e79e7a8f553), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.563077 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a69df-570c-41ad-84b9-960240f7ea86 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Pushing event deleted for resources: {'Port': ['ID=9fa83c5b-95a7-42c0-8904-1e79e7a8f553,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:18.610456 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1032817848-network', 'tenant_id': 'f5b8d4a1ce084cc6b3e84ebb7778e5ae'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:44:18.629055 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-551a69df-570c-41ad-84b9-960240f7ea86 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks [] for floatingip (893b8d58-0137-4340-bbea-e41a0e8c57dc), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.631963 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-551a69df-570c-41ad-84b9-960240f7ea86 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.633443 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-551a69df-570c-41ad-84b9-960240f7ea86 tempest-AttachVolumeShelveTestJSON-2051091653 tempest-AttachVolumeShelveTestJSON-2051091653-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/893b8d58-0137-4340-bbea-e41a0e8c57dc HTTP/1.1" status: 204 len: 168 time: 0.4429290 Oct 27 09:44:18.634729 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Made reservation on behalf of f5b8d4a1ce084cc6b3e84ebb7778e5ae for: {'network': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:44:18.637165 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.645032 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:18.646558 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.737342 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Publish callbacks [] for security_group (d7722d18-cf6d-46d8-a49b-34470a451ace), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.742100 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (d7722d18-cf6d-46d8-a49b-34470a451ace), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.773109 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=104689) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:44:18.808529 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7722d18-cf6d-46d8-a49b-34470a451ace,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:18.819587 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (f2f0c43f-1e4e-4e5c-843a-1cc11da49171), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.819886 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.segments_db [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Added segment f2f0c43f-1e4e-4e5c-843a-1cc11da49171 of type vlan for network 044dd9bc-8607-4d16-b4ca-805b7d777203 Oct 27 09:44:18.844269 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0919c-7078-4481-99c1-98278fded4eb req-d8882c9f-a191-4577-8839-9262c2ebd66e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:18.845756 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b0d0919c-7078-4481-99c1-98278fded4eb req-d8882c9f-a191-4577-8839-9262c2ebd66e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 943 time: 0.0697169 Oct 27 09:44:18.896923 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (044dd9bc-8607-4d16-b4ca-805b7d777203), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.914789 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:18.953444 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b0d0919c-7078-4481-99c1-98278fded4eb req-0d933a7e-b2df-439d-ba49-8049a19cd44c tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896058 Oct 27 09:44:18.955111 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (044dd9bc-8607-4d16-b4ca-805b7d777203), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:18.956147 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:18.956745 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:19.017630 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5174363 Oct 27 09:44:19.020688 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36638) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:19.021136 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94190a-c49e-4f68-9cbc-8fa5d4279c0d admin admin] Pushing event updated for resources: {'Network': ['ID=044dd9bc-8607-4d16-b4ca-805b7d777203,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:19.025621 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] Request body: {'subnet': {'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1032817848-subnet', 'tenant_id': 'f5b8d4a1ce084cc6b3e84ebb7778e5ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:44:19.030917 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 044dd9bc-8607-4d16-b4ca-805b7d777203 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:44:19.046763 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] Made reservation on behalf of f5b8d4a1ce084cc6b3e84ebb7778e5ae for: {'subnet': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:44:19.049487 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9624055'] for subnet (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:19.224380 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2683402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9623961'] for subnet (477508d4-23fe-4abf-b2dc-07da468070a9), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:19.274169 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=477508d4-23fe-4abf-b2dc-07da468070a9,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:19.290798 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] Checking segment: {'id': 'f2f0c43f-1e4e-4e5c-843a-1cc11da49171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:44:19.291152 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] Network hostable DHCP agents. Network: 044dd9bc-8607-4d16-b4ca-805b7d777203, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:44:19.308455 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] Network 044dd9bc-8607-4d16-b4ca-805b7d777203 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:44:19.316446 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 044dd9bc-8607-4d16-b4ca-805b7d777203) {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:44:19.320372 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:19.321552 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:19.326531 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb4c043-db1e-439c-adda-2741b2847429 None None] Network 044dd9bc-8607-4d16-b4ca-805b7d777203 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:44:19.339844 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-e7b2bb58-7ed7-4b24-a974-ae6bbdf60d8d admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3180718 Oct 27 09:44:19.428164 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc92f690-317d-49e0-9fea-6862c435452b None None] Network 044dd9bc-8607-4d16-b4ca-805b7d777203 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:44:19.979573 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device c4193921-efc0-4d0e-8a62-50ecf8de25b1 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:20.007807 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: c4193921-efc0-4d0e-8a62-50ecf8de25b1 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:20.007807 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device c4193921-efc0-4d0e-8a62-50ecf8de25b1 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:20.082372 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298e48b-852f-4b8c-b3a4-8fe5fc305219 req-4b7e79d0-3655-4fb6-baa5-2ed31cee296b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:20.083875 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1298e48b-852f-4b8c-b3a4-8fe5fc305219 req-4b7e79d0-3655-4fb6-baa5-2ed31cee296b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 943 time: 0.0478120 Oct 27 09:44:20.138054 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1298e48b-852f-4b8c-b3a4-8fe5fc305219 req-6dd2524d-2442-49ed-8ce2-5f7f8c471c8d tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477831 Oct 27 09:44:21.114216 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36686) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:21.174274 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:21.187232 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-96215203-cc27-4439-8c36-2cf9e18cb4da tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:21.188765 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-96215203-cc27-4439-8c36-2cf9e18cb4da tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/networks?id=044dd9bc-8607-4d16-b4ca-805b7d777203 HTTP/1.1" status: 200 len: 809 time: 0.1162846 Oct 27 09:44:21.205592 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-d7437ad3-daa8-43a1-926a-644eed3310c8 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/quotas/f5b8d4a1ce084cc6b3e84ebb7778e5ae HTTP/1.1" status: 200 len: 375 time: 0.0112321 Oct 27 09:44:21.253674 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-1c61396b-1502-4163-b641-41eb4b59926e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=f5b8d4a1ce084cc6b3e84ebb7778e5ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421963 Oct 27 09:44:21.303273 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07df7a-31c2-4cf2-bcab-4a31b858f199 req-6006d2cf-6aa0-4c74-89ca-549c4b52702a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:21.304772 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cb07df7a-31c2-4cf2-bcab-4a31b858f199 req-6006d2cf-6aa0-4c74-89ca-549c4b52702a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 943 time: 0.0808196 Oct 27 09:44:21.410454 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cb07df7a-31c2-4cf2-bcab-4a31b858f199 req-56c6cbe4-ff57-4d14-857d-c7b8cec99d8a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970995 Oct 27 09:44:21.412721 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-70533249-23fc-40c8-95eb-d51a7d7a296d service neutron] 10.222.0.70 "GET /networking/v2.0/networks/044dd9bc-8607-4d16-b4ca-805b7d777203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428640 Oct 27 09:44:21.482013 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:21.496883 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654533'] for router_interface (634c6e49-b149-4a2a-802f-25bb479df817), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:21.507565 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-d0310ca8-3e80-4749-a1e3-526526f250a8 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/044dd9bc-8607-4d16-b4ca-805b7d777203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880814 Oct 27 09:44:21.548163 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:21.682362 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-37ea4d8f-399b-42ad-8d08-d74650e4379e req-3f828959-107f-4016-8d7c-bca88fd02270 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 210 time: 0.0329590 Oct 27 09:44:21.745212 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] Deleting port 9f37632a-bf71-4655-b3ea-d3e5118c9719 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:21.745568 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:21.835959 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] For port 9f37632a-bf71-4655-b3ea-d3e5118c9719, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=9f37632a-bf71-4655-b3ea-d3e5118c9719,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:21.836720 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:21.852757 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] Calling delete_port for 9f37632a-bf71-4655-b3ea-d3e5118c9719 owned by network:router_interface {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:21.995200 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:44:22.037945 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (9f37632a-bf71-4655-b3ea-d3e5118c9719), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:22.092952 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f37632a-bf71-4655-b3ea-d3e5118c9719,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:22.158166 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:22.175893 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'port_id': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee', 'mac_address': 'fa:16:3e:8d:45:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:44:22.215099 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:22.221426 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:44:22.221801 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:22.246343 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:44:22.282948 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface (634c6e49-b149-4a2a-802f-25bb479df817), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:22.287505 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:22.293323 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:22.360736 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819cfaef-22da-47d8-9312-1bb51ade78cf None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:44:22.408458 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:22.483696 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819cfaef-22da-47d8-9312-1bb51ade78cf None None] Resources bound (agent type, host, resource id): {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 09:44:22.498882 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:22.523346 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:44:22.597350 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] Router 634c6e49-b149-4a2a-802f-25bb479df817 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:44:22.616044 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2ab29-f143-46e2-b2da-2e36db8f1dbb req-84bb7c52-fec7-44fb-bef6-09cef52fb90b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:22.625062 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-88d2ab29-f143-46e2-b2da-2e36db8f1dbb req-84bb7c52-fec7-44fb-bef6-09cef52fb90b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 944 time: 0.0935309 Oct 27 09:44:22.663442 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:22.677078 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-88d2ab29-f143-46e2-b2da-2e36db8f1dbb req-4b1804cd-52f3-4026-ac24-c347e64bd57d tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511010 Oct 27 09:44:22.757785 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:22.811536 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-99b64919-8d09-440b-9d74-c5a0ed2cf486 req-5cb0751a-d19d-4590-9164-38c44b007cfd tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 210 time: 0.0438840 Oct 27 09:44:22.992023 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:44:22.996921 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-dab48237-a2ed-426d-8b0d-830d4cb48e61 admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/634c6e49-b149-4a2a-802f-25bb479df817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8819401 Oct 27 09:44:22.999564 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36722) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:23.002943 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b968cf2-9029-4702-8984-b62443f40d88 None None] Sync routers for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:44:23.016938 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b968cf2-9029-4702-8984-b62443f40d88 None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:23.017558 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-9b968cf2-9029-4702-8984-b62443f40d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:23.081965 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=100 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:23.113179 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Publish callbacks [] for router (634c6e49-b149-4a2a-802f-25bb479df817), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.130840 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-9b968cf2-9029-4702-8984-b62443f40d88 None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:23.271056 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Publish callbacks [] for router_gateway (634c6e49-b149-4a2a-802f-25bb479df817), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.315429 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-382381d0-37ac-4d6f-8609-c5b01b6a5b5a tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:23.317103 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-382381d0-37ac-4d6f-8609-c5b01b6a5b5a tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.72 "GET /networking/v2.0/networks?id=044dd9bc-8607-4d16-b4ca-805b7d777203 HTTP/1.1" status: 200 len: 809 time: 0.1736364 Oct 27 09:44:23.333940 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Request body: {'port': {'device_id': 'e25ffb07-4fd4-4f81-9b29-40b0d136dabc', 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203', 'admin_state_up': True, 'tenant_id': 'f5b8d4a1ce084cc6b3e84ebb7778e5ae'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:44:23.364461 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Deleting port 849e751c-8f09-49e3-a111-171532131b9e {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:23.365020 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (849e751c-8f09-49e3-a111-171532131b9e), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.382842 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-9b968cf2-9029-4702-8984-b62443f40d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '849e751c-8f09-49e3-a111-171532131b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:44:21Z', 'revision_number': 5, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port': {'id': '849e751c-8f09-49e3-a111-171532131b9e', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634c6e49-b149-4a2a-802f-25bb479df817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:36:30Z', 'updated_at': '2022-10-27T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:23.417290 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b968cf2-9029-4702-8984-b62443f40d88 None None] Checking router: 634c6e49-b149-4a2a-802f-25bb479df817 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:44:23.432272 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b968cf2-9029-4702-8984-b62443f40d88 None None] Routers {'634c6e49-b149-4a2a-802f-25bb479df817'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:23.432930 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-9b968cf2-9029-4702-8984-b62443f40d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['634c6e49-b149-4a2a-802f-25bb479df817'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:23.476100 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] For port 849e751c-8f09-49e3-a111-171532131b9e, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=849e751c-8f09-49e3-a111-171532131b9e,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:23.476555 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (849e751c-8f09-49e3-a111-171532131b9e), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.479980 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Made reservation on behalf of f5b8d4a1ce084cc6b3e84ebb7778e5ae for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:44:23.484857 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.496639 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Calling delete_port for 849e751c-8f09-49e3-a111-171532131b9e owned by network:router_gateway {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:23.514319 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-e2819e21-0b6f-40fb-9afa-78bf4e9119b0 None None] Provisioning complete for port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:44:23.514921 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-e2819e21-0b6f-40fb-9afa-78bf4e9119b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.515028 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-e2819e21-0b6f-40fb-9afa-78bf4e9119b0 None None] Attempt 1 to provision port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 Oct 27 09:44:23.524483 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-9b968cf2-9029-4702-8984-b62443f40d88 None None] Set router 634c6e49-b149-4a2a-802f-25bb479df817 gateway port host: None {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:23.579632 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:23.588944 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:23.592910 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-9b968cf2-9029-4702-8984-b62443f40d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:44:23Z', 'revision_number': 6, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port_host': None}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:23.621733 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b968cf2-9029-4702-8984-b62443f40d88 None None] The sync data for ids ['634c6e49-b149-4a2a-802f-25bb479df817'] in dv-cinder-797970-7-iscsi is: [{'id': '634c6e49-b149-4a2a-802f-25bb479df817', 'name': 'tempest-AttachVolumeShelveTestJSON-1672858455-router', 'tenant_id': '7295248456c446bbb3f7d2d5953c9360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:36:29Z', 'updated_at': '2022-10-27T09:44:23Z', 'revision_number': 6, 'project_id': '7295248456c446bbb3f7d2d5953c9360', 'gw_port_host': None}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:44:23.634380 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-e2819e21-0b6f-40fb-9afa-78bf4e9119b0 None None] Current status of the port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:44:23.668737 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Allocated IP 172.20.0.5 (044dd9bc-8607-4d16-b4ca-805b7d777203/477508d4-23fe-4abf-b2dc-07da468070a9/25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:44:23.736960 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (849e751c-8f09-49e3-a111-171532131b9e), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.760695 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:23.765405 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=849e751c-8f09-49e3-a111-171532131b9e,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:23.835168 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658050'] for router_gateway (634c6e49-b149-4a2a-802f-25bb479df817), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.866720 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa408c-d741-4a84-842c-a88fd9e61921 req-d422ef63-48c2-4fe0-950e-b188925b63db tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:23.868246 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81fa408c-d741-4a84-842c-a88fd9e61921 req-d422ef63-48c2-4fe0-950e-b188925b63db tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 944 time: 0.0641174 Oct 27 09:44:23.900218 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:23.909944 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks [] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.934219 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041905'] for router (634c6e49-b149-4a2a-802f-25bb479df817), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.936741 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Publish callbacks [] for router_controller (634c6e49-b149-4a2a-802f-25bb479df817), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.955365 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81fa408c-d741-4a84-842c-a88fd9e61921 req-93f24ed2-07c6-44b4-b037-6fa48992bb81 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775805 Oct 27 09:44:23.975414 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:23.988164 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:44:24.036802 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651776'] for router (634c6e49-b149-4a2a-802f-25bb479df817), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.037948 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 634c6e49-b149-4a2a-802f-25bb479df817 {{(pid=104690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 09:44:24.047329 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.050796 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-4c72ad8a-ceb8-4fb2-b064-6f98c55e54b3 admin admin] 10.222.0.70 "DELETE /networking/v2.0/routers/634c6e49-b149-4a2a-802f-25bb479df817 HTTP/1.1" status: 204 len: 168 time: 1.0480137 Oct 27 09:44:24.052782 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36740) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:24.079247 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Pushing event updated for resources: {'Port': ['ID=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:24.087729 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:44:24.095145 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Network 044dd9bc-8607-4d16-b4ca-805b7d777203 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:44:24.099065 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:44:24.101637 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:44:24.106118 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:44:24.106532 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.106868 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee Oct 27 09:44:24.141673 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cd413a-79bc-4259-9f46-fa17467126b7 admin admin] Deleting subnet 7530261c-bfeb-4e61-a84b-e8da49b85b27 {{(pid=104690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:44:24.150664 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-19cd413a-79bc-4259-9f46-fa17467126b7 admin admin] Publish callbacks [] for subnet (7530261c-bfeb-4e61-a84b-e8da49b85b27), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.174738 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:24.181507 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67690695-f538-44c6-8342-ce3afd65aad8 req-f354bb96-8cbd-4c54-9dc4-21d6bffb8958 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:24.183052 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67690695-f538-44c6-8342-ce3afd65aad8 req-f354bb96-8cbd-4c54-9dc4-21d6bffb8958 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.0717196 Oct 27 09:44:24.199842 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 9f37632a-bf71-4655-b3ea-d3e5118c9719 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:24.210043 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-19cd413a-79bc-4259-9f46-fa17467126b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2834250'] for subnet (7530261c-bfeb-4e61-a84b-e8da49b85b27), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.233556 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 9f37632a-bf71-4655-b3ea-d3e5118c9719 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:24.234047 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 9f37632a-bf71-4655-b3ea-d3e5118c9719 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:24.243322 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:44:24.243710 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.269392 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:44:24.272141 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb42f3e-86fd-4b11-89da-e8523e3a4108" -d '{"events": [{"server_uuid": "4b99fff6-5d91-4648-8384-6a57c8ee57b4", "name": "network-vif-plugged", "status": "completed", "tag": "ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:44:24.286118 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:24.287333 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b449c-b53f-4533-8ac2-9001dc186aee req-787ce3b6-90b6-4b27-994c-4209915ff3ee tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:24.289110 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a68b449c-b53f-4533-8ac2-9001dc186aee req-787ce3b6-90b6-4b27-994c-4209915ff3ee tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 931 time: 0.1913884 Oct 27 09:44:24.296136 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.315177 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-19cd413a-79bc-4259-9f46-fa17467126b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (7530261c-bfeb-4e61-a84b-e8da49b85b27), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.339579 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:24.340174 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.348219 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:24.351130 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-67690695-f538-44c6-8342-ce3afd65aad8 req-8de6bb3b-5fe8-45a7-aece-9288e5fa1e26 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325839 Oct 27 09:44:24.377943 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-69cf6000-37bc-4a1d-babe-13c7f9d65c0e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0513768 Oct 27 09:44:24.386301 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-19cd413a-79bc-4259-9f46-fa17467126b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9623954'] for subnet (7530261c-bfeb-4e61-a84b-e8da49b85b27), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.389973 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a68b449c-b53f-4533-8ac2-9001dc186aee req-3ce76d7e-1871-4d1d-bf94-472872089829 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898135 Oct 27 09:44:24.414273 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd413a-79bc-4259-9f46-fa17467126b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7530261c-bfeb-4e61-a84b-e8da49b85b27,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:24.415712 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ec7134-3198-4aa0-b643-85a81119b920 x-openstack-request-id: req-75ec7134-3198-4aa0-b643-85a81119b920 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:44:24.416268 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b99fff6-5d91-4648-8384-6a57c8ee57b4", "name": "network-vif-plugged", "status": "completed", "tag": "ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:44:24.416751 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-75ec7134-3198-4aa0-b643-85a81119b920 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:44:24.417342 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ec7134-3198-4aa0-b643-85a81119b920'] response: {'server_uuid': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee', 'code': 200} Oct 27 09:44:24.418546 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-19cd413a-79bc-4259-9f46-fa17467126b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.422070 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-19cd413a-79bc-4259-9f46-fa17467126b7 admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/7530261c-bfeb-4e61-a84b-e8da49b85b27 HTTP/1.1" status: 204 len: 168 time: 0.3678267 Oct 27 09:44:24.423437 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae6202f-a503-4643-8263-df6a4f2e9643 None None] Network 54e57d1c-1c3b-4e76-95bb-f2706c028f98 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:44:24.424477 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36744) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:24.500893 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (54e57d1c-1c3b-4e76-95bb-f2706c028f98), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.561942 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Deleting port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:24.563658 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.576979 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d2138e-a3fb-475b-803e-10b6e9e9355a None None] DHCP port deletion for 54e57d1c-1c3b-4e76-95bb-f2706c028f98 request from dv-cinder-797970-7-iscsi {{(pid=104691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 09:44:24.618881 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-23d2138e-a3fb-475b-803e-10b6e9e9355a None None] Deleting port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 {{(pid=104691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:24.619347 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-23d2138e-a3fb-475b-803e-10b6e9e9355a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), before_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.632246 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] For port 5b4de024-f97d-4df1-a3a1-b7a573aa2311, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=5b4de024-f97d-4df1-a3a1-b7a573aa2311,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:24.632665 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.642161 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:24.648047 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Calling delete_port for 5b4de024-f97d-4df1-a3a1-b7a573aa2311 owned by network:dhcp {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:24.692591 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-23d2138e-a3fb-475b-803e-10b6e9e9355a None None] For port 5b4de024-f97d-4df1-a3a1-b7a573aa2311, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=5b4de024-f97d-4df1-a3a1-b7a573aa2311,segment=NetworkSegment(2202b65d-bd7c-44e9-93eb-42ad6fe6406d),segment_id=2202b65d-bd7c-44e9-93eb-42ad6fe6406d)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:24.692979 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-23d2138e-a3fb-475b-803e-10b6e9e9355a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), precommit_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.705959 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-23d2138e-a3fb-475b-803e-10b6e9e9355a None None] Calling delete_port for 5b4de024-f97d-4df1-a3a1-b7a573aa2311 owned by network:dhcp {{(pid=104691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:24.731092 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.756401 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4de024-f97d-4df1-a3a1-b7a573aa2311,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:24.760909 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] No DVR routers for this DVR port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 on host dv-cinder-797970-7-iscsi {{(pid=104690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:44:24.785378 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-23d2138e-a3fb-475b-803e-10b6e9e9355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394'] for port (5b4de024-f97d-4df1-a3a1-b7a573aa2311), after_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.817972 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2138e-a3fb-475b-803e-10b6e9e9355a None None] Pushing event deleted for resources: {'Port': ['ID=5b4de024-f97d-4df1-a3a1-b7a573aa2311,revision_number=None']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:24.821946 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2138e-a3fb-475b-803e-10b6e9e9355a None None] No DVR routers for this DVR port 5b4de024-f97d-4df1-a3a1-b7a573aa2311 on host dv-cinder-797970-7-iscsi {{(pid=104691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:44:24.848016 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (54e57d1c-1c3b-4e76-95bb-f2706c028f98), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.872822 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e57d1c-1c3b-4e76-95bb-f2706c028f98']}} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:24.882459 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2202b65d-bd7c-44e9-93eb-42ad6fe6406d') {'for_net_delete': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:24.882891 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2202b65d-bd7c-44e9-93eb-42ad6fe6406d') {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:24.892927 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2834243'] for segment (2202b65d-bd7c-44e9-93eb-42ad6fe6406d), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.903682 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:24.906245 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (2202b65d-bd7c-44e9-93eb-42ad6fe6406d), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.913201 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=104690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:44:24.913618 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686121'] for segment (2202b65d-bd7c-44e9-93eb-42ad6fe6406d), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.963376 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 2202b65d-bd7c-44e9-93eb-42ad6fe6406d resource provider aggregate not found Oct 27 09:44:24.981863 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (54e57d1c-1c3b-4e76-95bb-f2706c028f98), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.986955 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:24.991770 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/54e57d1c-1c3b-4e76-95bb-f2706c028f98 HTTP/1.1" status: 204 len: 168 time: 0.5646486 Oct 27 09:44:24.991928 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment 2202b65d-bd7c-44e9-93eb-42ad6fe6406d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2202b65d-bd7c-44e9-93eb-42ad6fe6406d found for delete ", "request_id": "req-1b174472-b2bf-462b-b9a2-5ff1df16b61c"}]} Oct 27 09:44:25.004634 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dd606-897f-4218-b5d5-7ab8ecbeb0b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=54e57d1c-1c3b-4e76-95bb-f2706c028f98,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:25.111854 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36754) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:25.112453 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980cbe-00f5-4e34-9758-e65c11a0ccd7 req-007708ec-e604-49be-a0ae-479d810f71aa tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:25.113984 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-95980cbe-00f5-4e34-9758-e65c11a0ccd7 req-007708ec-e604-49be-a0ae-479d810f71aa tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 945 time: 0.0514126 Oct 27 09:44:25.136979 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:DELETE=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:25.140994 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Request body: {'port': {'device_id': 'e25ffb07-4fd4-4f81-9b29-40b0d136dabc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:44:25.165512 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-34812487-e9a6-400b-a2a0-2721a4c35f93 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=7295248456c446bbb3f7d2d5953c9360&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0513594 Oct 27 09:44:25.168086 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36756) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:25.201985 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-95980cbe-00f5-4e34-9758-e65c11a0ccd7 req-cb4d5efb-3dbf-416c-9f76-1f1e3b0ee2c7 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819757 Oct 27 09:44:25.221437 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7af9-b328-4302-be11-f0584d017f28 admin admin] Publish callbacks [] for security_group (4bb4e481-369c-4f21-88c1-50bb478ba912), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:25.227291 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:25.233155 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:25.248738 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7af9-b328-4302-be11-f0584d017f28 admin admin] Publish callbacks [] for security_group (4bb4e481-369c-4f21-88c1-50bb478ba912), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:25.309524 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7af9-b328-4302-be11-f0584d017f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (4bb4e481-369c-4f21-88c1-50bb478ba912), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:25.312032 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7af9-b328-4302-be11-f0584d017f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:25.313220 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-9d6e7af9-b328-4302-be11-f0584d017f28 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/4bb4e481-369c-4f21-88c1-50bb478ba912 HTTP/1.1" status: 204 len: 168 time: 0.1436772 Oct 27 09:44:25.321788 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e7af9-b328-4302-be11-f0584d017f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb4e481-369c-4f21-88c1-50bb478ba912,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:25.392065 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383ebd3-afd6-41dd-a446-1d29cb2efaed req-3174fd71-c023-40e8-a06f-a003e9558061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:25.393653 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-c383ebd3-afd6-41dd-a446-1d29cb2efaed req-3174fd71-c023-40e8-a06f-a003e9558061 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 1129 time: 0.0423934 Oct 27 09:44:25.482884 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [req-c383ebd3-afd6-41dd-a446-1d29cb2efaed req-c281dc03-0073-4874-ae01-3f26bfeb9a00 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619879 Oct 27 09:44:25.542817 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-9f0f3d0f-6d91-4640-b8d5-25423faa4f36 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:25.544267 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-9f0f3d0f-6d91-4640-b8d5-25423faa4f36 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.1163023 Oct 27 09:44:25.560869 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d580f80-8ee9-4653-9325-f0e1d9d8daba req-9123dfdb-21bc-4705-bfc2-7aa38a4ad085 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:25.562297 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7d580f80-8ee9-4653-9325-f0e1d9d8daba req-9123dfdb-21bc-4705-bfc2-7aa38a4ad085 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.1014905 Oct 27 09:44:25.578848 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9407d1-0da6-40e8-9617-d066973458de req-a6914ce9-6db4-41b5-bfb7-7d45815cb93e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:25.580259 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-dc9407d1-0da6-40e8-9617-d066973458de req-a6914ce9-6db4-41b5-bfb7-7d45815cb93e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 931 time: 0.0880578 Oct 27 09:44:25.715068 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7d580f80-8ee9-4653-9325-f0e1d9d8daba req-13833a2e-2697-44ff-84b8-33e780dd73e9 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425455 Oct 27 09:44:25.743019 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:44:25.749755 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-dc9407d1-0da6-40e8-9617-d066973458de req-89cd9ddc-4c61-47f4-9e0f-cbbf66ae94c6 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576915 Oct 27 09:44:25.757853 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Publish callbacks [] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:25.802767 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Transition to ACTIVE for port object 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:44:25.808235 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:25.816317 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:25.824360 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Deleting port 345288e1-68e9-44e4-b75d-e117a08b1f49 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:25.824720 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:25.904626 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Pushing event updated for resources: {'Port': ['ID=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:26.006079 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Attempting to bind port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:44:26.006423 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Attempting to bind port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'f2f0c43f-1e4e-4e5c-843a-1cc11da49171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:44:26.006753 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Attempting to bind port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f on network 044dd9bc-8607-4d16-b4ca-805b7d777203 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:44:26.010328 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] For port 345288e1-68e9-44e4-b75d-e117a08b1f49, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=345288e1-68e9-44e4-b75d-e117a08b1f49,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:26.010692 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:26.034556 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 849e751c-8f09-49e3-a111-171532131b9e no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:26.054654 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 849e751c-8f09-49e3-a111-171532131b9e {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:26.055429 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 849e751c-8f09-49e3-a111-171532131b9e not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:26.055825 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 5b4de024-f97d-4df1-a3a1-b7a573aa2311 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:26.075748 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 5b4de024-f97d-4df1-a3a1-b7a573aa2311 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:26.076132 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 5b4de024-f97d-4df1-a3a1-b7a573aa2311 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:26.086679 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:26.134285 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f on network 044dd9bc-8607-4d16-b4ca-805b7d777203 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:44:26.134896 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Attempting to bind port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f on network 044dd9bc-8607-4d16-b4ca-805b7d777203 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:44:26.197900 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b35d1b06-d9d5-4c4c-aed4-4095a4d01c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:26.227563 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:44:26.227895 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Checking segment: {'id': 'f2f0c43f-1e4e-4e5c-843a-1cc11da49171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:44:26.228275 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Bound using segment: {'id': 'f2f0c43f-1e4e-4e5c-843a-1cc11da49171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:44:26.228740 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Bound port: 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f0c43f-1e4e-4e5c-843a-1cc11da49171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:44:26.229097 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:26.256651 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:26.256984 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (2f973da5-8415-4fc3-8e85-1d2dedf12072), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:26.257299 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Floating IP 2f973da5-8415-4fc3-8e85-1d2dedf12072 disassociated. External IP: 172.27.0.163, port: 345288e1-68e9-44e4-b75d-e117a08b1f49. Oct 27 09:44:26.257744 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Calling delete_port for 345288e1-68e9-44e4-b75d-e117a08b1f49 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:26.637866 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b174cb-d30d-407b-a925-c24203f4f1d4 req-0fa0418b-7f59-4b1b-aaf5-b75ced723a68 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:26.639347 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b9b174cb-d30d-407b-a925-c24203f4f1d4 req-0fa0418b-7f59-4b1b-aaf5-b75ced723a68 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 945 time: 0.3486392 Oct 27 09:44:26.643041 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] For port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:44:26.647621 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] For port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f,segment=NetworkSegment(f2f0c43f-1e4e-4e5c-843a-1cc11da49171),segment_id=f2f0c43f-1e4e-4e5c-843a-1cc11da49171)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:44:26.675041 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:26.682761 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:26.683363 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:26.684811 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f HTTP/1.1" status: 200 len: 1093 time: 1.5480034 Oct 27 09:44:26.688452 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25ffb07-4fd4-4f81-9b29-40b0d136dabc', 'tag': '25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:44:26.690731 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338c4806-418a-4af2-ac1d-122efd0ba0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e25ffb07-4fd4-4f81-9b29-40b0d136dabc", "tag": "25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:44:26.753906 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2ead37-2ac4-40aa-b241-5ae50715ca46 x-openstack-request-id: req-0c2ead37-2ac4-40aa-b241-5ae50715ca46 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:44:26.754197 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25ffb07-4fd4-4f81-9b29-40b0d136dabc", "tag": "25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:44:26.754459 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0c2ead37-2ac4-40aa-b241-5ae50715ca46 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:44:26.754856 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2ead37-2ac4-40aa-b241-5ae50715ca46'] response: {'name': 'network-changed', 'server_uuid': 'e25ffb07-4fd4-4f81-9b29-40b0d136dabc', 'tag': '25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f', 'status': 'completed', 'code': 200} Oct 27 09:44:26.781579 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b9b174cb-d30d-407b-a925-c24203f4f1d4 req-85df5a64-283f-4330-a809-24c947a6508f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295223 Oct 27 09:44:26.788172 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e27d56-1e15-4743-b429-0cdbd1c70642 service neutron] Pushing event updated for resources: {'Port': ['ID=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:26.851172 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:26.969999 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c4806-418a-4af2-ac1d-122efd0ba0d3 req-383fa233-858a-4143-b1e4-563b64393cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:26.971495 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-338c4806-418a-4af2-ac1d-122efd0ba0d3 req-383fa233-858a-4143-b1e4-563b64393cfa service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f5b8d4a1ce084cc6b3e84ebb7778e5ae&device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 1127 time: 0.1398787 Oct 27 09:44:26.980973 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29b390-de5d-4db0-bb19-020c560d57d8 req-a97f0831-c0be-41d8-968e-9848eb530534 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:26.982380 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bb29b390-de5d-4db0-bb19-020c560d57d8 req-a97f0831-c0be-41d8-968e-9848eb530534 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 945 time: 0.1518576 Oct 27 09:44:26.993620 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (345288e1-68e9-44e4-b75d-e117a08b1f49), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:27.026506 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d96078-20fc-4037-b9e9-18707364b031 req-6b10e298-8ac5-4f1a-ba9d-1deeaf211bac tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:27.028043 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c4d96078-20fc-4037-b9e9-18707364b031 req-6b10e298-8ac5-4f1a-ba9d-1deeaf211bac tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 943 time: 0.1474760 Oct 27 09:44:27.101352 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'Port': ['ID=345288e1-68e9-44e4-b75d-e117a08b1f49,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:27.199176 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:27.227424 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-bb29b390-de5d-4db0-bb19-020c560d57d8 req-fdc0e758-1b53-46d5-b1e2-d66e14c3bfc3 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=7033f894-6fc7-4a73-bc80-8290601c3326&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319169 Oct 27 09:44:27.236971 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c4d96078-20fc-4037-b9e9-18707364b031 req-387aa105-6623-49b3-8bef-8f807dd30df6 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904216 Oct 27 09:44:27.256670 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c4806-418a-4af2-ac1d-122efd0ba0d3 req-bd871cb3-0943-419d-afb1-ee87a348a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:27.256670 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-338c4806-418a-4af2-ac1d-122efd0ba0d3 req-bd871cb3-0943-419d-afb1-ee87a348a933 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=f5b8d4a1ce084cc6b3e84ebb7778e5ae&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2709932 Oct 27 09:44:27.362239 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Router e67bc3b2-c062-43af-badd-a46a630bdbf6 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:44:27.427068 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c4806-418a-4af2-ac1d-122efd0ba0d3 req-c466f3e7-550e-4d26-84d4-444718c1aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:27.428723 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-338c4806-418a-4af2-ac1d-122efd0ba0d3 req-c466f3e7-550e-4d26-84d4-444718c1aa56 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463466 Oct 27 09:44:27.525546 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:44:27.535288 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-44b9534f-8e03-449c-8c53-f39ad775188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:27.535545 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877ee70-274c-4748-96a1-08aeea49dce7 None None] Sync routers for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:44:27.536711 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-44b9534f-8e03-449c-8c53-f39ad775188a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f5b8d4a1ce084cc6b3e84ebb7778e5ae&device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 1127 time: 0.0628030 Oct 27 09:44:27.547306 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877ee70-274c-4748-96a1-08aeea49dce7 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:27.548279 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-f877ee70-274c-4748-96a1-08aeea49dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:27.592061 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:27.606190 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-8dfc1c6f-4278-4367-a96d-2e54c41247f3 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f HTTP/1.1" status: 200 len: 217 time: 0.0541215 Oct 27 09:44:27.606866 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] No DVR routers for this DVR port 345288e1-68e9-44e4-b75d-e117a08b1f49 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:44:27.609438 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:27.612783 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-80428877-9fc5-4c11-a9d3-ee7d43e672f6 req-5bba46d3-c801-4072-8fe2-81f60ea3ec3c tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.72 "DELETE /networking/v2.0/ports/345288e1-68e9-44e4-b75d-e117a08b1f49 HTTP/1.1" status: 204 len: 173 time: 1.9199517 Oct 27 09:44:27.658468 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-70ecbacc-0cfb-444e-943d-ffdfccaa6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:27.660197 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-70ecbacc-0cfb-444e-943d-ffdfccaa6a98 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=477508d4-23fe-4abf-b2dc-07da468070a9 HTTP/1.1" status: 200 len: 849 time: 0.0463388 Oct 27 09:44:27.661974 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-f877ee70-274c-4748-96a1-08aeea49dce7 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:27.693915 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-4e82c386-73da-4191-bf74-25b701469d3d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=044dd9bc-8607-4d16-b4ca-805b7d777203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272346 Oct 27 09:44:27.792943 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-34552804-4f87-48bb-9d91-32e6f8de8a8d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/044dd9bc-8607-4d16-b4ca-805b7d777203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924156 Oct 27 09:44:27.879046 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-f877ee70-274c-4748-96a1-08aeea49dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:27.900809 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04a72677-83d2-4b65-a60d-e949e66fe122 req-76220ec4-9456-4387-8deb-c1de0d588f3c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/044dd9bc-8607-4d16-b4ca-805b7d777203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985608 Oct 27 09:44:27.903970 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877ee70-274c-4748-96a1-08aeea49dce7 None None] Checking router: e67bc3b2-c062-43af-badd-a46a630bdbf6 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:44:27.912391 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877ee70-274c-4748-96a1-08aeea49dce7 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:27.913027 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-f877ee70-274c-4748-96a1-08aeea49dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:43:58Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:27.934191 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d7667-18db-4707-bc67-ac89b5d23b5b req-f0c90ba1-c1cd-4470-a097-352a54457eb2 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:27.935674 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-109d7667-18db-4707-bc67-ac89b5d23b5b req-f0c90ba1-c1cd-4470-a097-352a54457eb2 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 945 time: 0.0545058 Oct 27 09:44:27.957299 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:27.991287 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-109d7667-18db-4707-bc67-ac89b5d23b5b req-498ec9c6-5538-4a21-885a-049c951bfc6c tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490589 Oct 27 09:44:28.017005 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-f877ee70-274c-4748-96a1-08aeea49dce7 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:28.125304 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b969c-294e-4bf3-a041-ccd7a9f18653 req-7d0ae8eb-943e-4dd5-8712-e46633143733 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:28.126904 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1a9b969c-294e-4bf3-a041-ccd7a9f18653 req-7d0ae8eb-943e-4dd5-8712-e46633143733 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 945 time: 0.0599563 Oct 27 09:44:28.180764 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1a9b969c-294e-4bf3-a041-ccd7a9f18653 req-470742d0-ff8d-4ddd-94b4-899a86523ec5 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479443 Oct 27 09:44:28.210720 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36822) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:28.377301 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-75d6eb6e-9668-4d5a-bb74-1c20c1ea9365 req-f81e2d3d-3609-4d0e-b7d6-920c16c41927 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=fc6d582c-7b11-474d-ade0-762c6ccee705 HTTP/1.1" status: 200 len: 210 time: 0.0408540 Oct 27 09:44:28.410940 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-f877ee70-274c-4748-96a1-08aeea49dce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:28.443383 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877ee70-274c-4748-96a1-08aeea49dce7 None None] The sync data for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi is: [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:05Z', 'revision_number': 4, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'b62c17f1-8295-45c2-a83d-106b1b977a48', 'name': '', 'network_id': '15104d09-0e0f-4140-ae39-9239f083d338', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'mac_address': 'fa:16:3e:6d:2a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6106073a-8240-4116-aa48-78887440dcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:04Z', 'updated_at': '2022-10-27T09:38:12Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'subnets': [{'id': '6106073a-8240-4116-aa48-78887440dcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:44:28.444451 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09f2cf-84af-45f7-a6dd-09c094e95575 req-7b08cf05-8d96-4d2d-861f-e0917c5e3df3 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:28.447129 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ed09f2cf-84af-45f7-a6dd-09c094e95575 req-7b08cf05-8d96-4d2d-861f-e0917c5e3df3 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 943 time: 0.0741327 Oct 27 09:44:28.485534 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbc581c-ca2c-4af9-8924-3ce83695f8a8 tempest-TestVolumeBootPattern-254786151 tempest-TestVolumeBootPattern-254786151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:28.487157 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1cbc581c-ca2c-4af9-8924-3ce83695f8a8 tempest-TestVolumeBootPattern-254786151 tempest-TestVolumeBootPattern-254786151-project-admin] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 1124 time: 0.2749114 Oct 27 09:44:28.490215 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36832) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:28.495058 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'port_id': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:44:28.520925 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:28.524079 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ed09f2cf-84af-45f7-a6dd-09c094e95575 req-f2a153d8-99fb-402f-a3fc-db28a515d99b tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665631 Oct 27 09:44:28.528315 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-2d241ae1-5c1a-4abd-8d41-103c9d0862af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:28.612662 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:28.752590 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Allocated IP 172.27.0.238 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/cc44272b-1eb3-40eb-a22d-99c9c755fa0b) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:44:28.755949 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'name': 'network-vif-deleted', 'tag': '345288e1-68e9-44e4-b75d-e117a08b1f49'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:44:28.758763 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0a1493-c2e7-4517-8bdc-b7c3efdf31c6" -d '{"events": [{"server_uuid": "fc6d582c-7b11-474d-ade0-762c6ccee705", "name": "network-vif-deleted", "tag": "345288e1-68e9-44e4-b75d-e117a08b1f49"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:44:28.799017 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f50e44-33b9-487b-8681-80d939739353 None None] New status for floating IP 2f973da5-8415-4fc3-8e85-1d2dedf12072: DOWN {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:44:28.809692 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa519733-ab16-4c34-9f1c-66098cab9ce6 x-openstack-request-id: req-fa519733-ab16-4c34-9f1c-66098cab9ce6 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:44:28.811293 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6d582c-7b11-474d-ade0-762c6ccee705", "name": "network-vif-deleted", "tag": "345288e1-68e9-44e4-b75d-e117a08b1f49", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:44:28.811293 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fa519733-ab16-4c34-9f1c-66098cab9ce6 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:44:28.811293 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa519733-ab16-4c34-9f1c-66098cab9ce6'] response: {'server_uuid': 'fc6d582c-7b11-474d-ade0-762c6ccee705', 'name': 'network-vif-deleted', 'tag': '345288e1-68e9-44e4-b75d-e117a08b1f49', 'status': 'completed', 'code': 200} Oct 27 09:44:28.892074 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for port (cc44272b-1eb3-40eb-a22d-99c9c755fa0b), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:28.930565 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (cc44272b-1eb3-40eb-a22d-99c9c755fa0b), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:28.982480 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:44:28.987635 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:44:28.990272 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:44:28.993722 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'Port': ['ID=cc44272b-1eb3-40eb-a22d-99c9c755fa0b,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:29.052965 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:29.055519 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:29.337441 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (49f34864-a86a-479c-a07e-f1c5e52dd00b), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.405286 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (cc44272b-1eb3-40eb-a22d-99c9c755fa0b), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.480772 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36848) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:29.525620 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:29.536728 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a316ccf8-1344-4ed4-afd1-2e37870926e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (7033f894-6fc7-4a73-bc80-8290601c3326), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.554515 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for port (cc44272b-1eb3-40eb-a22d-99c9c755fa0b), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.559085 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a316ccf8-1344-4ed4-afd1-2e37870926e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (7033f894-6fc7-4a73-bc80-8290601c3326), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.560067 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (cc44272b-1eb3-40eb-a22d-99c9c755fa0b), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.630712 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'Port': ['ID=cc44272b-1eb3-40eb-a22d-99c9c755fa0b,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:29.633794 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (49f34864-a86a-479c-a07e-f1c5e52dd00b), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.636083 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a316ccf8-1344-4ed4-afd1-2e37870926e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (7033f894-6fc7-4a73-bc80-8290601c3326), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.638760 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a316ccf8-1344-4ed4-afd1-2e37870926e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.639845 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-a316ccf8-1344-4ed4-afd1-2e37870926e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/7033f894-6fc7-4a73-bc80-8290601c3326 HTTP/1.1" status: 204 len: 168 time: 0.1580684 Oct 27 09:44:29.645178 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36852) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:29.663989 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316ccf8-1344-4ed4-afd1-2e37870926e0 tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7033f894-6fc7-4a73-bc80-8290601c3326,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:29.675114 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f41641-3e74-40b2-af8b-58acfc742d06 req-e3728fc5-e70e-42b1-8c73-b01f0009255a tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:29.676659 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-11f41641-3e74-40b2-af8b-58acfc742d06 req-e3728fc5-e70e-42b1-8c73-b01f0009255a tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 943 time: 0.0729218 Oct 27 09:44:29.678627 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.api.v2.resource [None req-7a02a4d2-9620-4dd9-b5e7-d1818f9144cf tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] show failed (client error): The resource could not be found. Oct 27 09:44:29.680298 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-7a02a4d2-9620-4dd9-b5e7-d1818f9144cf tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "GET /networking/v2.0/security-groups/7033f894-6fc7-4a73-bc80-8290601c3326 HTTP/1.1" status: 404 len: 347 time: 0.0306284 Oct 27 09:44:29.683188 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36854) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:29.739117 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.744795 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.l3_db [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Floating IP 49f34864-a86a-479c-a07e-f1c5e52dd00b associated. External IP: 172.27.0.238, port: ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee. Oct 27 09:44:29.827492 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-11f41641-3e74-40b2-af8b-58acfc742d06 req-18176550-80d7-4719-8476-d9ee60a837d3 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419473 Oct 27 09:44:29.835041 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8f7c33-cf2c-4eda-880c-949747420f8a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Deleting port a4af4db6-77a1-435a-a76d-0d8d15899042 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:29.835383 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8f7c33-cf2c-4eda-880c-949747420f8a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (a4af4db6-77a1-435a-a76d-0d8d15899042), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.875576 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:29.920802 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8f7c33-cf2c-4eda-880c-949747420f8a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (a4af4db6-77a1-435a-a76d-0d8d15899042), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.921395 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8f7c33-cf2c-4eda-880c-949747420f8a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (a4af4db6-77a1-435a-a76d-0d8d15899042), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:29.934837 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af8f7c33-cf2c-4eda-880c-949747420f8a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Calling delete_port for a4af4db6-77a1-435a-a76d-0d8d15899042 owned by network:floatingip {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:29.993686 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:29.996505 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Router 78c1535e-7e49-4502-8acd-edd1a5844206 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:44:30.016981 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:44:30.020838 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 345288e1-68e9-44e4-b75d-e117a08b1f49 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:30.054454 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:30.057954 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: 345288e1-68e9-44e4-b75d-e117a08b1f49 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:30.059042 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 345288e1-68e9-44e4-b75d-e117a08b1f49 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:30.089433 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8f7c33-cf2c-4eda-880c-949747420f8a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (a4af4db6-77a1-435a-a76d-0d8d15899042), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:30.117984 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f7c33-cf2c-4eda-880c-949747420f8a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Pushing event deleted for resources: {'Port': ['ID=a4af4db6-77a1-435a-a76d-0d8d15899042,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:30.129630 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:44:30.139768 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37ccd9-de40-43e8-b5db-58f50822bdb3 None None] Sync routers for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:44:30.154426 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:30.164690 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37ccd9-de40-43e8-b5db-58f50822bdb3 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:30.165332 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-6d37ccd9-de40-43e8-b5db-58f50822bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:44:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:30.192081 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-0389a1c3-fcc2-4579-972b-20d141149651 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6986289 Oct 27 09:44:30.192081 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'tag': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:44:30.194773 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00014a3c-10c7-45ec-86c2-3d1106545bef" -d '{"events": [{"name": "network-changed", "server_uuid": "4b99fff6-5d91-4648-8384-6a57c8ee57b4", "tag": "ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:44:30.216967 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f,segment=NetworkSegment(f2f0c43f-1e4e-4e5c-843a-1cc11da49171),segment_id=f2f0c43f-1e4e-4e5c-843a-1cc11da49171)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:30.223535 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8f7c33-cf2c-4eda-880c-949747420f8a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks [] for floatingip (2f973da5-8415-4fc3-8e85-1d2dedf12072), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:30.228157 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af8f7c33-cf2c-4eda-880c-949747420f8a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:30.234356 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-af8f7c33-cf2c-4eda-880c-949747420f8a tempest-AttachVolumeNegativeTest-196751092 tempest-AttachVolumeNegativeTest-196751092-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/2f973da5-8415-4fc3-8e85-1d2dedf12072 HTTP/1.1" status: 204 len: 168 time: 0.5472422 Oct 27 09:44:30.236825 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': '25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f', 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203', 'port_id': '25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f', 'mac_address': 'fa:16:3e:21:7c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477508d4-23fe-4abf-b2dc-07da468070a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:44:30.252878 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa11c605-1562-4c7d-a3ea-bd1347fa96a0 x-openstack-request-id: req-aa11c605-1562-4c7d-a3ea-bd1347fa96a0 {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:44:30.253401 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b99fff6-5d91-4648-8384-6a57c8ee57b4", "tag": "ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:44:30.253820 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aa11c605-1562-4c7d-a3ea-bd1347fa96a0 {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:44:30.254368 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa11c605-1562-4c7d-a3ea-bd1347fa96a0'] response: {'name': 'network-changed', 'server_uuid': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'tag': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee', 'status': 'completed', 'code': 200} Oct 27 09:44:30.297808 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:30.312183 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:30.343430 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00014a3c-10c7-45ec-86c2-3d1106545bef req-72efc3de-6c26-4ef6-a5bd-4d0e8c33a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:30.343700 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-6d37ccd9-de40-43e8-b5db-58f50822bdb3 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:30.344319 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-00014a3c-10c7-45ec-86c2-3d1106545bef req-72efc3de-6c26-4ef6-a5bd-4d0e8c33a4c2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 1129 time: 0.0623801 Oct 27 09:44:30.345602 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:44:30.346080 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:30.391223 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:44:30.462839 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f,segment=NetworkSegment(f2f0c43f-1e4e-4e5c-843a-1cc11da49171),segment_id=f2f0c43f-1e4e-4e5c-843a-1cc11da49171)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:30.467333 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00014a3c-10c7-45ec-86c2-3d1106545bef req-5edbe461-0a3e-4667-8f8b-ff460d29b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:30.469009 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-00014a3c-10c7-45ec-86c2-3d1106545bef req-5edbe461-0a3e-4667-8f8b-ff460d29b421 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.1191142 Oct 27 09:44:30.469289 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:30.537901 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-00014a3c-10c7-45ec-86c2-3d1106545bef req-ddaf04a1-6bf2-4995-9637-1d683ba536ff service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee HTTP/1.1" status: 200 len: 999 time: 0.0618422 Oct 27 09:44:30.588580 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:30.590097 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00014a3c-10c7-45ec-86c2-3d1106545bef req-dac74c43-88d2-4c44-b002-c8d5c8e3f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:30.591690 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-00014a3c-10c7-45ec-86c2-3d1106545bef req-dac74c43-88d2-4c44-b002-c8d5c8e3f687 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0478952 Oct 27 09:44:30.641909 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00014a3c-10c7-45ec-86c2-3d1106545bef req-91244aa8-f23a-451c-8ad3-873c320b2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:30.643426 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-00014a3c-10c7-45ec-86c2-3d1106545bef req-91244aa8-f23a-451c-8ad3-873c320b2914 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446858 Oct 27 09:44:30.683194 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:44:30.686912 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-6d37ccd9-de40-43e8-b5db-58f50822bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '49f34864-a86a-479c-a07e-f1c5e52dd00b', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:8d:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:44:29Z', 'updated_at': '2022-10-27T09:44:29Z', 'revision_number': 0, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:30.702015 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:30.736052 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-00014a3c-10c7-45ec-86c2-3d1106545bef req-b795b61b-d091-432a-bbd0-9c5cb004dda7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861044 Oct 27 09:44:30.739966 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37ccd9-de40-43e8-b5db-58f50822bdb3 None None] Checking router: 78c1535e-7e49-4502-8acd-edd1a5844206 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:44:30.761485 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d37ccd9-de40-43e8-b5db-58f50822bdb3 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:30.762078 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-6d37ccd9-de40-43e8-b5db-58f50822bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:44:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:30.900960 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:30.909773 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-6d37ccd9-de40-43e8-b5db-58f50822bdb3 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:30.951784 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27649b-a75e-4e33-82dd-6ccc890e4a61 req-d6989a78-5405-4164-a924-f47ea165c513 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:30.953471 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ae27649b-a75e-4e33-82dd-6ccc890e4a61 req-d6989a78-5405-4164-a924-f47ea165c513 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 944 time: 0.0469542 Oct 27 09:44:31.004933 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ae27649b-a75e-4e33-82dd-6ccc890e4a61 req-d1bfd82f-f86d-4a9b-9562-6f7b108e0711 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458784 Oct 27 09:44:31.151774 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-6d37ccd9-de40-43e8-b5db-58f50822bdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '49f34864-a86a-479c-a07e-f1c5e52dd00b', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:8d:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:44:29Z', 'updated_at': '2022-10-27T09:44:29Z', 'revision_number': 0, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:31.176139 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d37ccd9-de40-43e8-b5db-58f50822bdb3 None None] The sync data for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi is: [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '49f34864-a86a-479c-a07e-f1c5e52dd00b', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:8d:45:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:44:29Z', 'updated_at': '2022-10-27T09:44:29Z', 'revision_number': 0, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:44:31.372531 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3510f87-3a78-4374-9e47-c318cf78527b None None] New status for floating IP 49f34864-a86a-479c-a07e-f1c5e52dd00b: ACTIVE {{(pid=104692) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:44:31.402285 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:31.457334 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:31.594781 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-00014a3c-10c7-45ec-86c2-3d1106545bef req-faefec0e-1036-4ef2-a5fe-79919a16cdde service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038687 Oct 27 09:44:32.128937 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46170f47-6447-4e3c-8d27-fefc391e8148 req-e9ea0d87-93f9-43a6-83b0-e6836d7e71b6 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:32.130399 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46170f47-6447-4e3c-8d27-fefc391e8148 req-e9ea0d87-93f9-43a6-83b0-e6836d7e71b6 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 944 time: 0.0469749 Oct 27 09:44:32.180444 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46170f47-6447-4e3c-8d27-fefc391e8148 req-8c0e4a79-a043-4239-8414-5b40597eef11 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Oct 27 09:44:33.303189 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce1d6b7-635e-435b-bbb2-b5a9fcadd81a req-617b9468-f926-4b9a-a963-44ed10372b16 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:33.304702 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9ce1d6b7-635e-435b-bbb2-b5a9fcadd81a req-617b9468-f926-4b9a-a963-44ed10372b16 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 944 time: 0.0477099 Oct 27 09:44:33.351390 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9ce1d6b7-635e-435b-bbb2-b5a9fcadd81a req-218e8867-3219-4406-ae40-d6f0e0fe17e8 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Oct 27 09:44:33.478157 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:44:33.497543 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:33.524447 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:44:33.530352 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:44:33.530704 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:33.531034 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f Oct 27 09:44:33.603449 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:44:33.603830 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:33.626086 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25ffb07-4fd4-4f81-9b29-40b0d136dabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:44:33.628337 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82f35b6-00d0-4b97-9522-f02262fffec1" -d '{"events": [{"server_uuid": "e25ffb07-4fd4-4f81-9b29-40b0d136dabc", "name": "network-vif-plugged", "status": "completed", "tag": "25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:44:33.642498 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f,segment=NetworkSegment(f2f0c43f-1e4e-4e5c-843a-1cc11da49171),segment_id=f2f0c43f-1e4e-4e5c-843a-1cc11da49171)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:33.646689 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:33.676201 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97963011-f819-4133-a290-f51301b05959 x-openstack-request-id: req-97963011-f819-4133-a290-f51301b05959 {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:44:33.676663 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25ffb07-4fd4-4f81-9b29-40b0d136dabc", "name": "network-vif-plugged", "status": "completed", "tag": "25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:44:33.676914 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-97963011-f819-4133-a290-f51301b05959 {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:44:33.677374 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97963011-f819-4133-a290-f51301b05959'] response: {'server_uuid': 'e25ffb07-4fd4-4f81-9b29-40b0d136dabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f', 'code': 200} Oct 27 09:44:33.701199 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:33.845076 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c6751-b4e9-4a9a-9b3d-65a506e51d8b req-1bf81626-9bbe-4ae0-b86f-b981a10d3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:33.846589 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d15c6751-b4e9-4a9a-9b3d-65a506e51d8b req-1bf81626-9bbe-4ae0-b86f-b981a10d3c7c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 1129 time: 0.0406244 Oct 27 09:44:33.896552 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d15c6751-b4e9-4a9a-9b3d-65a506e51d8b req-f550a00f-daa5-4e87-adde-30dc7c74b0f4 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Oct 27 09:44:34.477240 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08429753-019c-4f5f-a2f0-f715d3d91b30 req-48354dab-c522-434b-859f-50293fc4b818 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:34.478722 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-08429753-019c-4f5f-a2f0-f715d3d91b30 req-48354dab-c522-434b-859f-50293fc4b818 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 945 time: 0.0506639 Oct 27 09:44:34.525689 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-08429753-019c-4f5f-a2f0-f715d3d91b30 req-09e7354b-1d86-4ce8-8b38-83db2dad2f32 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413287 Oct 27 09:44:35.080868 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 36948) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:35.412609 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:35.797666 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb1077-d57d-4199-b73a-44ee2f1b726f req-3806666a-2202-437f-8acc-7b879d0c7e01 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:35.799047 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ebfb1077-d57d-4199-b73a-44ee2f1b726f req-3806666a-2202-437f-8acc-7b879d0c7e01 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 945 time: 0.0587473 Oct 27 09:44:35.837418 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:35.900430 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ebfb1077-d57d-4199-b73a-44ee2f1b726f req-cafadb03-6fab-45e0-9465-e951aca28c09 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855691 Oct 27 09:44:35.909969 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654533'] for router_interface (e67bc3b2-c062-43af-badd-a46a630bdbf6), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:36.133126 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] Deleting port b62c17f1-8295-45c2-a83d-106b1b977a48 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:36.134100 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:36.214037 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] For port b62c17f1-8295-45c2-a83d-106b1b977a48, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=b62c17f1-8295-45c2-a83d-106b1b977a48,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:36.214399 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:36.228959 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] Calling delete_port for b62c17f1-8295-45c2-a83d-106b1b977a48 owned by network:router_interface {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:36.413635 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (b62c17f1-8295-45c2-a83d-106b1b977a48), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:36.439125 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62c17f1-8295-45c2-a83d-106b1b977a48,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:36.465530 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:36.500103 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:36.598345 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c740a4d-c39c-469b-a6d3-9666ee1842fa req-2d95c8bc-96f7-4d93-a4bd-e009b0dcf113 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:36.599913 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4c740a4d-c39c-469b-a6d3-9666ee1842fa req-2d95c8bc-96f7-4d93-a4bd-e009b0dcf113 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 945 time: 0.0898402 Oct 27 09:44:36.682225 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:36.689824 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface (e67bc3b2-c062-43af-badd-a46a630bdbf6), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:36.696550 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4c740a4d-c39c-469b-a6d3-9666ee1842fa req-a9263764-7810-4e85-9952-ebb61c64590a tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907369 Oct 27 09:44:36.720490 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d2e1e4-78e7-468d-8019-213d9b673335 None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:44:36.810134 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d2e1e4-78e7-468d-8019-213d9b673335 None None] Resources bound (agent type, host, resource id): {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 09:44:36.929666 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] Router e67bc3b2-c062-43af-badd-a46a630bdbf6 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:44:37.007036 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 36998) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:37.043603 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:44:37.051646 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37002) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:37.053943 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e97e3-28e7-4e71-8d57-9ce42adf36f2 None None] Sync routers for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:44:37.065550 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e97e3-28e7-4e71-8d57-9ce42adf36f2 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:37.066282 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-cf4e97e3-28e7-4e71-8d57-9ce42adf36f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:44:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:37.067667 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-af9206bf-f5b2-4095-8c82-8d1dc31d2fe5 admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/e67bc3b2-c062-43af-badd-a46a630bdbf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9868414 Oct 27 09:44:37.114857 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:37.141804 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.189447 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-cf4e97e3-28e7-4e71-8d57-9ce42adf36f2 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:37.218641 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Publish callbacks [] for router (e67bc3b2-c062-43af-badd-a46a630bdbf6), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.381182 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-cf4e97e3-28e7-4e71-8d57-9ce42adf36f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:44:36Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:37.552233 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e97e3-28e7-4e71-8d57-9ce42adf36f2 None None] Checking router: e67bc3b2-c062-43af-badd-a46a630bdbf6 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:44:37.565812 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-be3b876f-0826-47ab-a38f-5254dc5ed9a6 None None] Provisioning complete for port ebc87940-fe7c-4eae-9dc2-232b740083ba triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:44:37.566175 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-be3b876f-0826-47ab-a38f-5254dc5ed9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.566506 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-be3b876f-0826-47ab-a38f-5254dc5ed9a6 None None] Attempt 1 to provision port ebc87940-fe7c-4eae-9dc2-232b740083ba Oct 27 09:44:37.588329 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e97e3-28e7-4e71-8d57-9ce42adf36f2 None None] Routers {'e67bc3b2-c062-43af-badd-a46a630bdbf6'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:44:37.589027 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-cf4e97e3-28e7-4e71-8d57-9ce42adf36f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:44:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['e67bc3b2-c062-43af-badd-a46a630bdbf6'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:37.590574 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:37.615820 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Publish callbacks [] for security_group (3f3533ea-377f-432b-950f-a73a46b0072c), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.618857 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Publish callbacks [] for router_gateway (e67bc3b2-c062-43af-badd-a46a630bdbf6), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.622381 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (3f3533ea-377f-432b-950f-a73a46b0072c), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.682529 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=83d9b4c0e4a743188d2d0504c5e2fd11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6743474 Oct 27 09:44:37.685885 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37004) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:37.687666 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3533ea-377f-432b-950f-a73a46b0072c,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:37.696714 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.697068 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.697671 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.698009 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.698341 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.698666 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.699011 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.699336 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.699661 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.699983 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.700304 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.700651 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.700971 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.701290 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.701607 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fe9193-3dac-4633-83e8-324b81ce135d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:37.714575 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Deleting port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:37.714927 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.741134 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-cf4e97e3-28e7-4e71-8d57-9ce42adf36f2 None None] Set router e67bc3b2-c062-43af-badd-a46a630bdbf6 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:44:37.766809 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-be3b876f-0826-47ab-a38f-5254dc5ed9a6 None None] Current status of the port ebc87940-fe7c-4eae-9dc2-232b740083ba is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:44:37.772325 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b44afe7-6645-4a70-a8c1-12faa529bfd0 admin admin] Publish callbacks [] for security_group (3f3533ea-377f-432b-950f-a73a46b0072c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.783485 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:44:37.797695 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b44afe7-6645-4a70-a8c1-12faa529bfd0 admin admin] Publish callbacks [] for security_group (3f3533ea-377f-432b-950f-a73a46b0072c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.826820 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] For port 2a227d5a-9536-4e05-8dbe-54b1bdb41b80, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=2a227d5a-9536-4e05-8dbe-54b1bdb41b80,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:37.827192 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.829534 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:37.846040 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Calling delete_port for 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 owned by network:router_gateway {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:37.884199 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eec5c2-afb0-40ae-a11d-44a9595544f2 req-8dbbfa08-70b2-4d74-bba1-7b8b038946c7 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:37.892259 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b8eec5c2-afb0-40ae-a11d-44a9595544f2 req-8dbbfa08-70b2-4d74-bba1-7b8b038946c7 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 945 time: 0.0725608 Oct 27 09:44:37.911299 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b44afe7-6645-4a70-a8c1-12faa529bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (3f3533ea-377f-432b-950f-a73a46b0072c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.914427 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-7b44afe7-6645-4a70-a8c1-12faa529bfd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:37.916295 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-7b44afe7-6645-4a70-a8c1-12faa529bfd0 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/3f3533ea-377f-432b-950f-a73a46b0072c HTTP/1.1" status: 204 len: 168 time: 0.2291448 Oct 27 09:44:37.936206 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44afe7-6645-4a70-a8c1-12faa529bfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3533ea-377f-432b-950f-a73a46b0072c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:37.942737 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-cf4e97e3-28e7-4e71-8d57-9ce42adf36f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:44:36Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:37.978968 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4e97e3-28e7-4e71-8d57-9ce42adf36f2 None None] The sync data for ids ['e67bc3b2-c062-43af-badd-a46a630bdbf6'] in dv-cinder-797970-7-iscsi is: [{'id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'name': 'tempest-AttachVolumeNegativeTest-1826843578-router', 'tenant_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:44:36Z', 'revision_number': 5, 'project_id': 'df84eaa566a24d3e8d25c1065e8c09fa', 'gw_port': {'id': '2a227d5a-9536-4e05-8dbe-54b1bdb41b80', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bc3b2-c062-43af-badd-a46a630bdbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:38:01Z', 'updated_at': '2022-10-27T09:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:44:38.000866 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b8eec5c2-afb0-40ae-a11d-44a9595544f2 req-a317f85c-cb87-4331-9fa3-e922f26f5dcc tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074381 Oct 27 09:44:38.032757 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f32456-6b0c-477d-855f-753bc748fcfe req-6118a021-0976-4823-876d-d4469ae8593b tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:38.034546 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f32456-6b0c-477d-855f-753bc748fcfe req-6118a021-0976-4823-876d-d4469ae8593b tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 945 time: 0.0931625 Oct 27 09:44:38.050344 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (2a227d5a-9536-4e05-8dbe-54b1bdb41b80), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.080278 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a227d5a-9536-4e05-8dbe-54b1bdb41b80,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:38.105463 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:38.132989 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:38.143242 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-31f32456-6b0c-477d-855f-753bc748fcfe req-14c4bcdd-cd13-4fb7-bd4d-9692d7ca124e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Deleting port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:38.143592 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f32456-6b0c-477d-855f-753bc748fcfe req-14c4bcdd-cd13-4fb7-bd4d-9692d7ca124e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.162013 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658050'] for router_gateway (e67bc3b2-c062-43af-badd-a46a630bdbf6), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.236140 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-31f32456-6b0c-477d-855f-753bc748fcfe req-14c4bcdd-cd13-4fb7-bd4d-9692d7ca124e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] For port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f,segment=NetworkSegment(f2f0c43f-1e4e-4e5c-843a-1cc11da49171),segment_id=f2f0c43f-1e4e-4e5c-843a-1cc11da49171)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:38.236511 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f32456-6b0c-477d-855f-753bc748fcfe req-14c4bcdd-cd13-4fb7-bd4d-9692d7ca124e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.251134 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-31f32456-6b0c-477d-855f-753bc748fcfe req-14c4bcdd-cd13-4fb7-bd4d-9692d7ca124e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Calling delete_port for 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:38.251441 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041905'] for router (e67bc3b2-c062-43af-badd-a46a630bdbf6), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.253662 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Publish callbacks [] for router_controller (e67bc3b2-c062-43af-badd-a46a630bdbf6), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.298777 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651776'] for router (e67bc3b2-c062-43af-badd-a46a630bdbf6), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.299387 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e67bc3b2-c062-43af-badd-a46a630bdbf6 {{(pid=104690) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 09:44:38.307418 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.308618 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-c8648222-3125-461c-844c-9294478bb6d1 admin admin] 10.222.0.70 "DELETE /networking/v2.0/routers/e67bc3b2-c062-43af-badd-a46a630bdbf6 HTTP/1.1" status: 204 len: 168 time: 1.2559838 Oct 27 09:44:38.311166 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37012) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:38.330326 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37014) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:38.377483 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbccfa8-c04a-490e-825c-54ac1ecbc0cf admin admin] Deleting subnet 6106073a-8240-4116-aa48-78887440dcb1 {{(pid=104690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:44:38.381438 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa8-c04a-490e-825c-54ac1ecbc0cf admin admin] Publish callbacks [] for subnet (6106073a-8240-4116-aa48-78887440dcb1), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.399698 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-91179484-ac8e-44aa-b97a-0f1779425486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.403410 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:38.421981 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa8-c04a-490e-825c-54ac1ecbc0cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2834250'] for subnet (6106073a-8240-4116-aa48-78887440dcb1), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.439579 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f32456-6b0c-477d-855f-753bc748fcfe req-14c4bcdd-cd13-4fb7-bd4d-9692d7ca124e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.454019 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:44:38.479676 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4bcdd-cd13-4fb7-bd4d-9692d7ca124e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Pushing event deleted for resources: {'Port': ['ID=25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:38.527023 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa8-c04a-490e-825c-54ac1ecbc0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (6106073a-8240-4116-aa48-78887440dcb1), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.546047 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f32456-6b0c-477d-855f-753bc748fcfe req-14c4bcdd-cd13-4fb7-bd4d-9692d7ca124e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] No DVR routers for this DVR port 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:44:38.549036 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-31f32456-6b0c-477d-855f-753bc748fcfe req-14c4bcdd-cd13-4fb7-bd4d-9692d7ca124e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.552212 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-31f32456-6b0c-477d-855f-753bc748fcfe req-14c4bcdd-cd13-4fb7-bd4d-9692d7ca124e tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.72 "DELETE /networking/v2.0/ports/25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f HTTP/1.1" status: 204 len: 173 time: 0.5112381 Oct 27 09:44:38.553891 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25ffb07-4fd4-4f81-9b29-40b0d136dabc', 'name': 'network-vif-deleted', 'tag': '25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:44:38.557423 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d543ddd-4694-4dc4-aabb-961fd0410c0b" -d '{"events": [{"server_uuid": "e25ffb07-4fd4-4f81-9b29-40b0d136dabc", "name": "network-vif-deleted", "tag": "25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:44:38.586953 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa8-c04a-490e-825c-54ac1ecbc0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9623954'] for subnet (6106073a-8240-4116-aa48-78887440dcb1), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.604500 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-91179484-ac8e-44aa-b97a-0f1779425486 admin admin] Publish callbacks [] for security_group (00869faa-ab3d-48bf-9000-8395e665bb99), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.606861 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d43e1b-baea-41dd-8f94-72a619b00d89 x-openstack-request-id: req-23d43e1b-baea-41dd-8f94-72a619b00d89 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:44:38.607359 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25ffb07-4fd4-4f81-9b29-40b0d136dabc", "name": "network-vif-deleted", "tag": "25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:44:38.607714 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-23d43e1b-baea-41dd-8f94-72a619b00d89 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:44:38.608865 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d43e1b-baea-41dd-8f94-72a619b00d89'] response: {'server_uuid': 'e25ffb07-4fd4-4f81-9b29-40b0d136dabc', 'name': 'network-vif-deleted', 'tag': '25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f', 'status': 'completed', 'code': 200} Oct 27 09:44:38.610006 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-91179484-ac8e-44aa-b97a-0f1779425486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (00869faa-ab3d-48bf-9000-8395e665bb99), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.622988 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa8-c04a-490e-825c-54ac1ecbc0cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.629146 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-ccbccfa8-c04a-490e-825c-54ac1ecbc0cf admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/6106073a-8240-4116-aa48-78887440dcb1 HTTP/1.1" status: 204 len: 168 time: 0.3168671 Oct 27 09:44:38.630068 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81baa2c-1cd3-4868-a095-8c541beea4f1 None None] Network 15104d09-0e0f-4140-ae39-9239f083d338 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:44:38.631861 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbccfa8-c04a-490e-825c-54ac1ecbc0cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6106073a-8240-4116-aa48-78887440dcb1,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:38.635291 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37018) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:38.676626 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37020) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:38.677075 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-91179484-ac8e-44aa-b97a-0f1779425486 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=a3f9297c1fb449c0827083e1fbb53efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457057 Oct 27 09:44:38.682233 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91179484-ac8e-44aa-b97a-0f1779425486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00869faa-ab3d-48bf-9000-8395e665bb99,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:38.762184 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (15104d09-0e0f-4140-ae39-9239f083d338), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.827042 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:38.842877 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18609f00-061f-411e-a363-d80c15f1573c None None] DHCP port deletion for 15104d09-0e0f-4140-ae39-9239f083d338 request from dv-cinder-797970-7-iscsi {{(pid=104691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 09:44:38.849553 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-63cb78fa-8bc4-471c-b339-58207026ae20 admin admin] Publish callbacks [] for security_group (00869faa-ab3d-48bf-9000-8395e665bb99), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.858679 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Deleting port ebc87940-fe7c-4eae-9dc2-232b740083ba {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:38.859028 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.898432 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-18609f00-061f-411e-a363-d80c15f1573c None None] Deleting port ebc87940-fe7c-4eae-9dc2-232b740083ba {{(pid=104691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:44:38.898982 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-18609f00-061f-411e-a363-d80c15f1573c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), before_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.902786 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-63cb78fa-8bc4-471c-b339-58207026ae20 admin admin] Publish callbacks [] for security_group (00869faa-ab3d-48bf-9000-8395e665bb99), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.964299 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-18609f00-061f-411e-a363-d80c15f1573c None None] For port ebc87940-fe7c-4eae-9dc2-232b740083ba, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=ebc87940-fe7c-4eae-9dc2-232b740083ba,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:38.965023 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-18609f00-061f-411e-a363-d80c15f1573c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), precommit_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.978236 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] For port ebc87940-fe7c-4eae-9dc2-232b740083ba, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=ebc87940-fe7c-4eae-9dc2-232b740083ba,segment=NetworkSegment(fa05bdcc-842e-4374-80fa-d0715c29e513),segment_id=fa05bdcc-842e-4374-80fa-d0715c29e513)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:38.978598 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:38.979305 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-18609f00-061f-411e-a363-d80c15f1573c None None] Calling delete_port for ebc87940-fe7c-4eae-9dc2-232b740083ba owned by network:dhcp {{(pid=104691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:38.991598 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Calling delete_port for ebc87940-fe7c-4eae-9dc2-232b740083ba owned by network:dhcp {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:44:39.045646 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-63cb78fa-8bc4-471c-b339-58207026ae20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (00869faa-ab3d-48bf-9000-8395e665bb99), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.046641 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-63cb78fa-8bc4-471c-b339-58207026ae20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.050174 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-63cb78fa-8bc4-471c-b339-58207026ae20 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/00869faa-ab3d-48bf-9000-8395e665bb99 HTTP/1.1" status: 204 len: 168 time: 0.3702040 Oct 27 09:44:39.067895 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb78fa-8bc4-471c-b339-58207026ae20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00869faa-ab3d-48bf-9000-8395e665bb99,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:39.068557 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:39.094710 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-18609f00-061f-411e-a363-d80c15f1573c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), after_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.098949 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (ebc87940-fe7c-4eae-9dc2-232b740083ba), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.105739 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:39.127310 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18609f00-061f-411e-a363-d80c15f1573c None None] Pushing event deleted for resources: {'Port': ['ID=ebc87940-fe7c-4eae-9dc2-232b740083ba,revision_number=None']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:39.131623 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18609f00-061f-411e-a363-d80c15f1573c None None] No DVR routers for this DVR port ebc87940-fe7c-4eae-9dc2-232b740083ba on host dv-cinder-797970-7-iscsi {{(pid=104691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:44:39.149733 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc87940-fe7c-4eae-9dc2-232b740083ba,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:39.161066 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] No DVR routers for this DVR port ebc87940-fe7c-4eae-9dc2-232b740083ba on host dv-cinder-797970-7-iscsi {{(pid=104690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:44:39.192478 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e3b43345-759f-423f-a86c-7113ce436ed6 req-c52bd8a0-4bb7-485b-97b0-f65dff8d3ad3 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=e25ffb07-4fd4-4f81-9b29-40b0d136dabc HTTP/1.1" status: 200 len: 210 time: 0.0736809 Oct 27 09:44:39.268787 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (15104d09-0e0f-4140-ae39-9239f083d338), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.293860 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15104d09-0e0f-4140-ae39-9239f083d338']}} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:39.304536 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa05bdcc-842e-4374-80fa-d0715c29e513') {'for_net_delete': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:39.304844 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa05bdcc-842e-4374-80fa-d0715c29e513') {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:44:39.315566 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2834243'] for segment (fa05bdcc-842e-4374-80fa-d0715c29e513), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.330914 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (fa05bdcc-842e-4374-80fa-d0715c29e513), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.339371 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=104690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:44:39.339699 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686121'] for segment (fa05bdcc-842e-4374-80fa-d0715c29e513), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.396329 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment fa05bdcc-842e-4374-80fa-d0715c29e513 resource provider aggregate not found Oct 27 09:44:39.415136 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment fa05bdcc-842e-4374-80fa-d0715c29e513 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa05bdcc-842e-4374-80fa-d0715c29e513 found for delete ", "request_id": "req-431364ce-6afd-4d3f-82d8-d0c357688d1c"}]} Oct 27 09:44:39.416181 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (15104d09-0e0f-4140-ae39-9239f083d338), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.421918 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.425002 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/15104d09-0e0f-4140-ae39-9239f083d338 HTTP/1.1" status: 204 len: 168 time: 0.7879012 Oct 27 09:44:39.436362 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac87691-3334-4bcd-bd12-a25bddb0895a admin admin] Pushing event deleted for resources: {'Network': ['ID=15104d09-0e0f-4140-ae39-9239f083d338,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:39.598000 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37042) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:39.652639 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-894b54e5-6eab-4db2-ac70-afb84cd53165 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=df84eaa566a24d3e8d25c1065e8c09fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529609 Oct 27 09:44:39.655255 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37046) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:39.707574 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7da16f19-9262-4bb4-999b-eb08376ea71b admin admin] Publish callbacks [] for security_group (bee84c51-4be4-4d0c-b3d5-eb8eb4b9fe8d), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.729153 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7da16f19-9262-4bb4-999b-eb08376ea71b admin admin] Publish callbacks [] for security_group (bee84c51-4be4-4d0c-b3d5-eb8eb4b9fe8d), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.779752 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7da16f19-9262-4bb4-999b-eb08376ea71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (bee84c51-4be4-4d0c-b3d5-eb8eb4b9fe8d), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.783785 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7da16f19-9262-4bb4-999b-eb08376ea71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:39.785949 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-7da16f19-9262-4bb4-999b-eb08376ea71b admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/bee84c51-4be4-4d0c-b3d5-eb8eb4b9fe8d HTTP/1.1" status: 204 len: 168 time: 0.1289566 Oct 27 09:44:39.794669 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da16f19-9262-4bb4-999b-eb08376ea71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee84c51-4be4-4d0c-b3d5-eb8eb4b9fe8d,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:40.029073 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device b62c17f1-8295-45c2-a83d-106b1b977a48 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:40.049419 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: b62c17f1-8295-45c2-a83d-106b1b977a48 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:40.049774 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device b62c17f1-8295-45c2-a83d-106b1b977a48 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:40.050206 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device ebc87940-fe7c-4eae-9dc2-232b740083ba no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:40.069799 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: ebc87940-fe7c-4eae-9dc2-232b740083ba {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:40.070156 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device ebc87940-fe7c-4eae-9dc2-232b740083ba not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:40.071157 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:40.093608 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:40.093960 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 2a227d5a-9536-4e05-8dbe-54b1bdb41b80 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:40.565784 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-670714f0-6235-4f23-b89a-5b161fff4c10 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:40.567379 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-670714f0-6235-4f23-b89a-5b161fff4c10 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/networks?id=044dd9bc-8607-4d16-b4ca-805b7d777203 HTTP/1.1" status: 200 len: 809 time: 0.1233141 Oct 27 09:44:40.582851 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-a4a18b70-91f5-4d40-9ca6-6886d50d2ad9 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/quotas/f5b8d4a1ce084cc6b3e84ebb7778e5ae HTTP/1.1" status: 200 len: 375 time: 0.0096583 Oct 27 09:44:40.622215 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-b307593f-e5d1-4167-928f-7946d76a9b93 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=f5b8d4a1ce084cc6b3e84ebb7778e5ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327604 Oct 27 09:44:40.724276 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-2aadd956-1776-41d4-9961-99b6278ec71e service neutron] 10.222.0.70 "GET /networking/v2.0/networks/044dd9bc-8607-4d16-b4ca-805b7d777203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951743 Oct 27 09:44:40.823039 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-efc2ec4a-d44f-4536-80b3-3d545b0a7eeb service neutron] 10.222.0.70 "GET /networking/v2.0/networks/044dd9bc-8607-4d16-b4ca-805b7d777203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895581 Oct 27 09:44:41.041963 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-aeac73b3-df19-4e5f-a11d-e98256db15bb req-9ed3a7ac-138a-400b-b71b-9c735fd5caa8 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 210 time: 0.0382955 Oct 27 09:44:41.475051 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:41.495039 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:44:41.519482 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:44:41.519841 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device 25fbbbb1-f199-4497-bbdc-ad9bbf5dc18f not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:44:42.148036 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:42.182362 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7b50ef1d-8836-4450-8e21-f9a0c004ac24 req-8d9dbef6-7dc1-4829-a7ff-dfe135918c50 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 210 time: 0.0436256 Oct 27 09:44:42.283429 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-03d00b8d-1d1b-4640-b232-a662705fa8d6 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:42.285107 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-03d00b8d-1d1b-4640-b232-a662705fa8d6 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.72 "GET /networking/v2.0/networks?id=044dd9bc-8607-4d16-b4ca-805b7d777203 HTTP/1.1" status: 200 len: 809 time: 0.1140692 Oct 27 09:44:42.297991 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Request body: {'port': {'device_id': '10152467-3977-4e4b-8c8d-8e642fe862a0', 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203', 'admin_state_up': True, 'tenant_id': 'f5b8d4a1ce084cc6b3e84ebb7778e5ae'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:44:42.425971 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:42.443424 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Made reservation on behalf of f5b8d4a1ce084cc6b3e84ebb7778e5ae for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:44:42.449109 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:42.614745 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Allocated IP 172.20.0.10 (044dd9bc-8607-4d16-b4ca-805b7d777203/477508d4-23fe-4abf-b2dc-07da468070a9/b1da9923-ed74-46a7-a1bb-8eaa940fe8e3) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:44:42.801275 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-5da6cc03-c274-4d6d-bf7e-aa03e0885eb8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612760 Oct 27 09:44:42.811401 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks [] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:42.843822 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:42.890794 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Network 044dd9bc-8607-4d16-b4ca-805b7d777203 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:44:42.896093 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:44:42.900533 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:44:42.924586 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Pushing event updated for resources: {'Port': ['ID=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:42.954139 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:42.954746 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:42.971579 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-d9940d7c-7975-4999-a23d-79feecde9cc0 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6775129 Oct 27 09:44:43.244026 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37246) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:43.318656 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a72dd-bc71-4321-8d9e-ee561481b91a req-e5374206-66e1-47be-a1d1-5f140e9c238a tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:43.320256 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ea8a72dd-bc71-4321-8d9e-ee561481b91a req-e5374206-66e1-47be-a1d1-5f140e9c238a tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 932 time: 0.0506966 Oct 27 09:44:43.352133 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c603d6be-4edc-4f8c-9b04-4adfd13b5e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:43.373936 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ea8a72dd-bc71-4321-8d9e-ee561481b91a req-350c34a8-f87f-436d-9d6d-69a5a5e9269b tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467222 Oct 27 09:44:43.430877 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c603d6be-4edc-4f8c-9b04-4adfd13b5e5e admin admin] Publish callbacks [] for security_group (61b78b96-3294-40e2-a2b1-f7bac81b286f), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:43.434477 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-c603d6be-4edc-4f8c-9b04-4adfd13b5e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (61b78b96-3294-40e2-a2b1-f7bac81b286f), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:43.474155 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-c603d6be-4edc-4f8c-9b04-4adfd13b5e5e admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=93674d24fae245d0adebb9cf2727a5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290397 Oct 27 09:44:43.475017 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603d6be-4edc-4f8c-9b04-4adfd13b5e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b78b96-3294-40e2-a2b1-f7bac81b286f,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:43.477397 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37250) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:43.505184 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:43.528642 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5f0c-ddac-4053-87b7-12bd40244302 admin admin] Publish callbacks [] for security_group (61b78b96-3294-40e2-a2b1-f7bac81b286f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:43.547958 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5f0c-ddac-4053-87b7-12bd40244302 admin admin] Publish callbacks [] for security_group (61b78b96-3294-40e2-a2b1-f7bac81b286f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:43.595903 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5f0c-ddac-4053-87b7-12bd40244302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (61b78b96-3294-40e2-a2b1-f7bac81b286f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:43.598748 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-6a0c5f0c-ddac-4053-87b7-12bd40244302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:43.599885 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-6a0c5f0c-ddac-4053-87b7-12bd40244302 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/61b78b96-3294-40e2-a2b1-f7bac81b286f HTTP/1.1" status: 204 len: 168 time: 0.1219141 Oct 27 09:44:43.607559 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c5f0c-ddac-4053-87b7-12bd40244302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b78b96-3294-40e2-a2b1-f7bac81b286f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:43.855825 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37260) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:43.869472 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cfe03497-fe10-4a10-8b88-c218f6be50a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:43.897177 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:43.948210 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cfe03497-fe10-4a10-8b88-c218f6be50a2 admin admin] Publish callbacks [] for security_group (11c2c433-9407-4050-b987-ec4666265f5e), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:43.951691 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cfe03497-fe10-4a10-8b88-c218f6be50a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (11c2c433-9407-4050-b987-ec4666265f5e), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:43.991037 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe03497-fe10-4a10-8b88-c218f6be50a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c2c433-9407-4050-b987-ec4666265f5e,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:43.995764 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-cfe03497-fe10-4a10-8b88-c218f6be50a2 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=d9dfc22bf9024f449ecf53159acf28f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389492 Oct 27 09:44:43.998428 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37262) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:44.045691 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9d98fca0-7bef-4e4b-9249-32fca74276e5 admin admin] Publish callbacks [] for security_group (11c2c433-9407-4050-b987-ec4666265f5e), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:44.065319 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9d98fca0-7bef-4e4b-9249-32fca74276e5 admin admin] Publish callbacks [] for security_group (11c2c433-9407-4050-b987-ec4666265f5e), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:44.111559 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9d98fca0-7bef-4e4b-9249-32fca74276e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (11c2c433-9407-4050-b987-ec4666265f5e), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:44.114234 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-9d98fca0-7bef-4e4b-9249-32fca74276e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:44.115398 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-9d98fca0-7bef-4e4b-9249-32fca74276e5 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/11c2c433-9407-4050-b987-ec4666265f5e HTTP/1.1" status: 204 len: 168 time: 0.1160588 Oct 27 09:44:44.123495 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98fca0-7bef-4e4b-9249-32fca74276e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c2c433-9407-4050-b987-ec4666265f5e,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:44.510345 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579d5d6-c45b-4f5e-a175-f0695837e44e req-b0a07dab-d142-4d7f-aebf-e3a93d8caabd tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:44.511858 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7579d5d6-c45b-4f5e-a175-f0695837e44e req-b0a07dab-d142-4d7f-aebf-e3a93d8caabd tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 932 time: 0.0586061 Oct 27 09:44:44.560221 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7579d5d6-c45b-4f5e-a175-f0695837e44e req-8a5c7763-de4c-463e-a062-831ed8c27dce tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Oct 27 09:44:45.348959 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Request body: {'port': {'device_id': '10152467-3977-4e4b-8c8d-8e642fe862a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:44:45.439771 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-8763c14c-e460-4076-af4d-4f6c73c17339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:45.441281 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-8763c14c-e460-4076-af4d-4f6c73c17339 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 1129 time: 0.0658038 Oct 27 09:44:45.443673 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:45.655190 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-f3c091a8-92bb-4ed9-a47f-1f318fc8d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:45.657663 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-f3c091a8-92bb-4ed9-a47f-1f318fc8d64b service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.1972721 Oct 27 09:44:45.665446 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:45.793903 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:45.815781 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-c159e035-cbdf-4dbb-a199-63eb98d281cb service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee HTTP/1.1" status: 200 len: 1001 time: 0.1461058 Oct 27 09:44:45.826909 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a17daf-e37f-4541-b5d3-0d03c8954d34 req-1d5ee698-4b9a-4809-941b-4748b5aa5a41 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:45.828347 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-79a17daf-e37f-4541-b5d3-0d03c8954d34 req-1d5ee698-4b9a-4809-941b-4748b5aa5a41 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 932 time: 0.1255341 Oct 27 09:44:46.231678 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-498e9360-90e4-465e-8d98-127ab5573c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:46.233714 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-498e9360-90e4-465e-8d98-127ab5573c60 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.4024394 Oct 27 09:44:46.241806 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-79a17daf-e37f-4541-b5d3-0d03c8954d34 req-2cc62d85-20d3-4b70-86c0-514ebe252b16 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990703 Oct 27 09:44:46.259148 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:44:46.283173 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Publish callbacks [] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:46.303176 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-53c82fab-c30b-4294-ab72-b1c4ba7958d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:46.304622 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-53c82fab-c30b-4294-ab72-b1c4ba7958d6 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603869 Oct 27 09:44:46.305690 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Transition to ACTIVE for port object b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:44:46.309456 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:46.424203 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Pushing event updated for resources: {'Port': ['ID=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:46.484966 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-aae0a05d-3f8b-4dce-83b1-ac34c3880e82 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728525 Oct 27 09:44:46.493456 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Attempting to bind port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:44:46.493816 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Attempting to bind port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'f2f0c43f-1e4e-4e5c-843a-1cc11da49171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:44:46.494142 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Attempting to bind port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 on network 044dd9bc-8607-4d16-b4ca-805b7d777203 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:44:46.538946 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 on network 044dd9bc-8607-4d16-b4ca-805b7d777203 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:44:46.539261 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Attempting to bind port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 on network 044dd9bc-8607-4d16-b4ca-805b7d777203 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:44:46.579367 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:44:46.579696 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Checking segment: {'id': 'f2f0c43f-1e4e-4e5c-843a-1cc11da49171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:44:46.580069 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Bound using segment: {'id': 'f2f0c43f-1e4e-4e5c-843a-1cc11da49171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:44:46.580489 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Bound port: b1da9923-ed74-46a7-a1bb-8eaa940fe8e3, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f0c43f-1e4e-4e5c-843a-1cc11da49171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:44:46.580867 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:46.639077 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] For port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:44:46.642049 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] For port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3,segment=NetworkSegment(f2f0c43f-1e4e-4e5c-843a-1cc11da49171),segment_id=f2f0c43f-1e4e-4e5c-843a-1cc11da49171)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:44:46.648070 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:46.652758 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:46.653364 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:46.654735 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 HTTP/1.1" status: 200 len: 1094 time: 1.3113406 Oct 27 09:44:46.655281 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10152467-3977-4e4b-8c8d-8e642fe862a0', 'tag': 'b1da9923-ed74-46a7-a1bb-8eaa940fe8e3'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:44:46.657577 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7712508-3bc4-4b13-b14b-6844e194fcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "10152467-3977-4e4b-8c8d-8e642fe862a0", "tag": "b1da9923-ed74-46a7-a1bb-8eaa940fe8e3"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:44:46.695287 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e84a2d3-e325-4097-8730-5064b87ba8ac x-openstack-request-id: req-4e84a2d3-e325-4097-8730-5064b87ba8ac {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:44:46.695569 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10152467-3977-4e4b-8c8d-8e642fe862a0", "tag": "b1da9923-ed74-46a7-a1bb-8eaa940fe8e3", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:44:46.695839 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4e84a2d3-e325-4097-8730-5064b87ba8ac {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:44:46.696219 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e84a2d3-e325-4097-8730-5064b87ba8ac'] response: {'name': 'network-changed', 'server_uuid': '10152467-3977-4e4b-8c8d-8e642fe862a0', 'tag': 'b1da9923-ed74-46a7-a1bb-8eaa940fe8e3', 'status': 'completed', 'code': 200} Oct 27 09:44:46.701871 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:46.707518 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef9b21-d872-4193-b7c7-c91d9d08a2fa service neutron] Pushing event updated for resources: {'Port': ['ID=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:47.365420 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e6a25-ea7e-40af-8a27-a1ad9b4f774c req-acf5aa9f-3f55-49d2-ac20-f2a7292b0d46 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:47.366886 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-858e6a25-ea7e-40af-8a27-a1ad9b4f774c req-acf5aa9f-3f55-49d2-ac20-f2a7292b0d46 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 944 time: 0.0501568 Oct 27 09:44:47.414088 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-858e6a25-ea7e-40af-8a27-a1ad9b4f774c req-061cd661-8bbc-4734-ab37-f9dae9318683 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Oct 27 09:44:47.783536 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:48.204452 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-3bbc4b2c-7c58-471a-b08f-a36d89e390c1 req-79fa250c-199c-40d7-b829-cff75ca2adfb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827045 Oct 27 09:44:48.544501 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a779-56e7-4a33-8112-c0eef94ad088 req-730c3c55-c05b-451f-a933-dec053a5e449 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:48.546001 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8803a779-56e7-4a33-8112-c0eef94ad088 req-730c3c55-c05b-451f-a933-dec053a5e449 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 944 time: 0.0529447 Oct 27 09:44:48.596581 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8803a779-56e7-4a33-8112-c0eef94ad088 req-f782d55f-5b40-4dc8-9875-72893246706c tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447676 Oct 27 09:44:49.119945 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7712508-3bc4-4b13-b14b-6844e194fcb1 req-072b531a-2da7-4ccf-9e5b-b46fdb1223c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:49.121411 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a7712508-3bc4-4b13-b14b-6844e194fcb1 req-072b531a-2da7-4ccf-9e5b-b46fdb1223c2 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f5b8d4a1ce084cc6b3e84ebb7778e5ae&device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 1128 time: 0.0481133 Oct 27 09:44:49.342089 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:49.446484 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7712508-3bc4-4b13-b14b-6844e194fcb1 req-b4cf0130-b343-40e7-bbdc-85e9a4b2f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:49.448817 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a7712508-3bc4-4b13-b14b-6844e194fcb1 req-b4cf0130-b343-40e7-bbdc-85e9a4b2f340 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=f5b8d4a1ce084cc6b3e84ebb7778e5ae&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1161935 Oct 27 09:44:49.549468 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7712508-3bc4-4b13-b14b-6844e194fcb1 req-74ffdb61-3e61-45d0-950e-c389d6423184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:49.550954 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a7712508-3bc4-4b13-b14b-6844e194fcb1 req-74ffdb61-3e61-45d0-950e-c389d6423184 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958736 Oct 27 09:44:49.722558 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338c602-4578-46ab-b3d8-7dab3a7eb7ca req-0d780b6a-ef71-4dda-bdc5-fb5791165e72 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:49.724024 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d338c602-4578-46ab-b3d8-7dab3a7eb7ca req-0d780b6a-ef71-4dda-bdc5-fb5791165e72 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 944 time: 0.0519414 Oct 27 09:44:49.801623 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d338c602-4578-46ab-b3d8-7dab3a7eb7ca req-4f3be7ec-5d03-45d9-ae5f-a8a2e9721603 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716367 Oct 27 09:44:49.809237 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-5beab277-f823-4292-85dc-4a7bc8768feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:49.810663 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-5beab277-f823-4292-85dc-4a7bc8768feb service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=f5b8d4a1ce084cc6b3e84ebb7778e5ae&device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 1128 time: 0.0459216 Oct 27 09:44:49.849961 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-62392a02-da2f-41ca-9778-ef7aac2c0944 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 HTTP/1.1" status: 200 len: 217 time: 0.0319979 Oct 27 09:44:49.901442 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-6e022794-9ac3-4dbe-8afb-84aab22e64ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:49.902833 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-6e022794-9ac3-4dbe-8afb-84aab22e64ba service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=477508d4-23fe-4abf-b2dc-07da468070a9 HTTP/1.1" status: 200 len: 849 time: 0.0464673 Oct 27 09:44:49.933523 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-1c373706-28d7-4f14-8ff5-3e9546ae2cd5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=044dd9bc-8607-4d16-b4ca-805b7d777203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245831 Oct 27 09:44:50.023126 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-b1e1a207-f118-4c00-a0a6-34699fbfaffb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/044dd9bc-8607-4d16-b4ca-805b7d777203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816188 Oct 27 09:44:50.117382 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d686a717-f813-45b6-8a80-5b0fad4c0554 req-adbd75d6-b7d2-4774-b316-ff50862858ed service neutron] 10.222.0.72 "GET /networking/v2.0/networks/044dd9bc-8607-4d16-b4ca-805b7d777203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881329 Oct 27 09:44:50.647230 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37434) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:50.784696 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:50.818578 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:50.863890 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Publish callbacks [] for security_group (5cb7c73e-9a8d-4490-9aef-ba68c1c1aeb5), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:50.867435 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (5cb7c73e-9a8d-4490-9aef-ba68c1c1aeb5), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:50.938057 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb7c73e-9a8d-4490-9aef-ba68c1c1aeb5,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:50.941852 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=62193ce4c64645f5aef4d66278d9c67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935996 Oct 27 09:44:50.944902 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37442) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:50.954001 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.954353 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.954701 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.955040 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.955377 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.955708 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.956039 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.956364 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.956726 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.957054 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.957380 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.957706 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.958028 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.958349 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.958669 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb15bf62-462b-4cc1-ac40-91a632fa3871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:50.968483 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc62236-4ea9-4173-8c57-928d044c00b3 req-6c314d78-7695-4314-88e8-07c854196a77 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:50.970009 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8dc62236-4ea9-4173-8c57-928d044c00b3 req-6c314d78-7695-4314-88e8-07c854196a77 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 944 time: 0.0876508 Oct 27 09:44:50.995825 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-243cdba6-1c60-4889-8e58-2b184509f4f7 admin admin] Publish callbacks [] for security_group (5cb7c73e-9a8d-4490-9aef-ba68c1c1aeb5), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:51.004318 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:51.017677 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-243cdba6-1c60-4889-8e58-2b184509f4f7 admin admin] Publish callbacks [] for security_group (5cb7c73e-9a8d-4490-9aef-ba68c1c1aeb5), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:51.020663 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8dc62236-4ea9-4173-8c57-928d044c00b3 req-a5f15bc2-5647-4a91-99ef-3192973f5373 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422869 Oct 27 09:44:51.064682 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-243cdba6-1c60-4889-8e58-2b184509f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (5cb7c73e-9a8d-4490-9aef-ba68c1c1aeb5), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:51.067202 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-243cdba6-1c60-4889-8e58-2b184509f4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:51.068329 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-243cdba6-1c60-4889-8e58-2b184509f4f7 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/5cb7c73e-9a8d-4490-9aef-ba68c1c1aeb5 HTTP/1.1" status: 204 len: 168 time: 0.1222324 Oct 27 09:44:51.077129 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cdba6-1c60-4889-8e58-2b184509f4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb7c73e-9a8d-4490-9aef-ba68c1c1aeb5,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:51.330251 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37450) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:51.343846 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4d1022a1-2022-4572-9ae3-14c4adc0a4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:51.366243 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:51.423039 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4d1022a1-2022-4572-9ae3-14c4adc0a4c2 admin admin] Publish callbacks [] for security_group (b31519e4-ec1a-4e50-8af7-572472c0480d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:51.426465 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4d1022a1-2022-4572-9ae3-14c4adc0a4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b31519e4-ec1a-4e50-8af7-572472c0480d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:51.463870 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1022a1-2022-4572-9ae3-14c4adc0a4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31519e4-ec1a-4e50-8af7-572472c0480d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:51.470616 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-4d1022a1-2022-4572-9ae3-14c4adc0a4c2 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=be9956d474af49b89528cc6a79428df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369298 Oct 27 09:44:51.470979 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37452) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:51.519077 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-30a38e30-7905-4b73-add4-17562a42c4aa admin admin] Publish callbacks [] for security_group (b31519e4-ec1a-4e50-8af7-572472c0480d), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:51.542462 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-30a38e30-7905-4b73-add4-17562a42c4aa admin admin] Publish callbacks [] for security_group (b31519e4-ec1a-4e50-8af7-572472c0480d), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:51.586597 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-30a38e30-7905-4b73-add4-17562a42c4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b31519e4-ec1a-4e50-8af7-572472c0480d), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:51.589786 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-30a38e30-7905-4b73-add4-17562a42c4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:51.590928 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-30a38e30-7905-4b73-add4-17562a42c4aa admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/b31519e4-ec1a-4e50-8af7-572472c0480d HTTP/1.1" status: 204 len: 168 time: 0.1192126 Oct 27 09:44:51.599395 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a38e30-7905-4b73-add4-17562a42c4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31519e4-ec1a-4e50-8af7-572472c0480d,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:52.148698 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa7e89-5cbf-4284-8cb3-95eaad78d801 req-4ab07fee-6e92-46c4-b61e-54fd87021636 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:52.150189 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32aa7e89-5cbf-4284-8cb3-95eaad78d801 req-4ab07fee-6e92-46c4-b61e-54fd87021636 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 944 time: 0.0484350 Oct 27 09:44:52.199156 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32aa7e89-5cbf-4284-8cb3-95eaad78d801 req-a1b6324a-0227-4a89-8e29-f0f58bbb3986 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Oct 27 09:44:52.632380 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37486) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:52.684127 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:44:52.737283 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-227a101b-5fd2-4666-9383-d915af52a1a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:52.781449 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:52.789897 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3,segment=NetworkSegment(f2f0c43f-1e4e-4e5c-843a-1cc11da49171),segment_id=f2f0c43f-1e4e-4e5c-843a-1cc11da49171)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:52.803406 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'b1da9923-ed74-46a7-a1bb-8eaa940fe8e3', 'network_id': '044dd9bc-8607-4d16-b4ca-805b7d777203', 'port_id': 'b1da9923-ed74-46a7-a1bb-8eaa940fe8e3', 'mac_address': 'fa:16:3e:16:24:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477508d4-23fe-4abf-b2dc-07da468070a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:44:52.804296 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:52.813467 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-227a101b-5fd2-4666-9383-d915af52a1a2 admin admin] Publish callbacks [] for security_group (ad15cdd3-2769-49d9-87f4-b59920e8716d), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:52.817875 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-227a101b-5fd2-4666-9383-d915af52a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ad15cdd3-2769-49d9-87f4-b59920e8716d), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:52.842212 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:44:52.842688 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:52.860952 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:44:52.865941 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-227a101b-5fd2-4666-9383-d915af52a1a2 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=ed2fc67c801448d0a68ebb8f56a1bfb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324507 Oct 27 09:44:52.866762 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a101b-5fd2-4666-9383-d915af52a1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad15cdd3-2769-49d9-87f4-b59920e8716d,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:52.868720 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37492) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:52.882653 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3,segment=NetworkSegment(f2f0c43f-1e4e-4e5c-843a-1cc11da49171),segment_id=f2f0c43f-1e4e-4e5c-843a-1cc11da49171)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:52.886620 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:52.923021 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1d116a54-fae6-4c5a-98db-3a1db13c3097 admin admin] Publish callbacks [] for security_group (ad15cdd3-2769-49d9-87f4-b59920e8716d), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:52.937088 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:52.944548 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.944903 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.945245 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.945587 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.945942 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.946258 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.946644 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.946976 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.947344 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1d116a54-fae6-4c5a-98db-3a1db13c3097 admin admin] Publish callbacks [] for security_group (ad15cdd3-2769-49d9-87f4-b59920e8716d), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:52.947570 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.947899 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.948224 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.948577 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.948904 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.949226 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.949547 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:44:52.957414 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:52.996327 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1d116a54-fae6-4c5a-98db-3a1db13c3097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ad15cdd3-2769-49d9-87f4-b59920e8716d), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:52.998914 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-1d116a54-fae6-4c5a-98db-3a1db13c3097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:53.000456 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-1d116a54-fae6-4c5a-98db-3a1db13c3097 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/ad15cdd3-2769-49d9-87f4-b59920e8716d HTTP/1.1" status: 204 len: 168 time: 0.1303921 Oct 27 09:44:53.008814 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d116a54-fae6-4c5a-98db-3a1db13c3097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad15cdd3-2769-49d9-87f4-b59920e8716d,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:53.329651 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de670432-325d-4214-9cce-509a3da18b51 req-bc225b70-ce66-4b6f-8f6e-4217ec39144a tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:53.332985 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-de670432-325d-4214-9cce-509a3da18b51 req-bc225b70-ce66-4b6f-8f6e-4217ec39144a tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 945 time: 0.0561032 Oct 27 09:44:53.379219 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-de670432-325d-4214-9cce-509a3da18b51 req-df8eba3f-8b76-4836-ad0c-eab337ac7c48 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 Oct 27 09:44:53.818206 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['b1da9923-ed74-46a7-a1bb-8eaa940fe8e3'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:44:54.048769 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37538) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:54.153986 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44050667-a7eb-4c14-b801-9d8b2c75ed92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:54.227133 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44050667-a7eb-4c14-b801-9d8b2c75ed92 admin admin] Publish callbacks [] for security_group (ed02d078-b604-47e9-a0a1-4e9db5accca1), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:54.231144 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44050667-a7eb-4c14-b801-9d8b2c75ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ed02d078-b604-47e9-a0a1-4e9db5accca1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:54.256451 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:54.268957 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44050667-a7eb-4c14-b801-9d8b2c75ed92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed02d078-b604-47e9-a0a1-4e9db5accca1,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:54.273587 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-44050667-a7eb-4c14-b801-9d8b2c75ed92 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=9904f2b25f684f1998fa0106e92ae6f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237666 Oct 27 09:44:54.277064 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37542) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:44:54.329961 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a14fc651-b9a6-4c97-932c-f89e10874c89 admin admin] Publish callbacks [] for security_group (ed02d078-b604-47e9-a0a1-4e9db5accca1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:54.334893 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:44:54.350093 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a14fc651-b9a6-4c97-932c-f89e10874c89 admin admin] Publish callbacks [] for security_group (ed02d078-b604-47e9-a0a1-4e9db5accca1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:54.377454 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:44:54.384399 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:44:54.384840 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:54.385188 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 Oct 27 09:44:54.396806 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a14fc651-b9a6-4c97-932c-f89e10874c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ed02d078-b604-47e9-a0a1-4e9db5accca1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:54.399512 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a14fc651-b9a6-4c97-932c-f89e10874c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:54.401363 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-a14fc651-b9a6-4c97-932c-f89e10874c89 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/ed02d078-b604-47e9-a0a1-4e9db5accca1 HTTP/1.1" status: 204 len: 168 time: 0.1231313 Oct 27 09:44:54.412313 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fc651-b9a6-4c97-932c-f89e10874c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed02d078-b604-47e9-a0a1-4e9db5accca1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:54.477611 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:44:54.478134 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:54.507555 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10152467-3977-4e4b-8c8d-8e642fe862a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1da9923-ed74-46a7-a1bb-8eaa940fe8e3'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:44:54.510851 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d850853-0bed-4c92-991c-400f72faf1e2" -d '{"events": [{"server_uuid": "10152467-3977-4e4b-8c8d-8e642fe862a0", "name": "network-vif-plugged", "status": "completed", "tag": "b1da9923-ed74-46a7-a1bb-8eaa940fe8e3"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:44:54.526023 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3,segment=NetworkSegment(f2f0c43f-1e4e-4e5c-843a-1cc11da49171),segment_id=f2f0c43f-1e4e-4e5c-843a-1cc11da49171)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:44:54.531883 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:54.535371 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df7eaa-b564-411d-a850-b6402e52205d req-1c71967d-7f1d-47f9-90ef-42040b686bbc tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:54.536863 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a3df7eaa-b564-411d-a850-b6402e52205d req-1c71967d-7f1d-47f9-90ef-42040b686bbc tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 945 time: 0.0549438 Oct 27 09:44:54.554762 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:54.583746 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:44:54.588703 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a3df7eaa-b564-411d-a850-b6402e52205d req-7eedbcf4-1fca-44d0-bae3-0de950fc6c70 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453901 Oct 27 09:44:54.594313 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fbe852-92f1-40a4-a2f5-2999e9faaf3c x-openstack-request-id: req-87fbe852-92f1-40a4-a2f5-2999e9faaf3c {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:44:54.594618 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10152467-3977-4e4b-8c8d-8e642fe862a0", "name": "network-vif-plugged", "status": "completed", "tag": "b1da9923-ed74-46a7-a1bb-8eaa940fe8e3", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:44:54.594873 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87fbe852-92f1-40a4-a2f5-2999e9faaf3c {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:44:54.595417 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87fbe852-92f1-40a4-a2f5-2999e9faaf3c'] response: {'server_uuid': '10152467-3977-4e4b-8c8d-8e642fe862a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1da9923-ed74-46a7-a1bb-8eaa940fe8e3', 'code': 200} Oct 27 09:44:54.764028 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634df901-b53c-43d0-8240-d4139ae4dd25 req-b8a7e9f2-39d8-4610-9cb9-864da59d5001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:54.765569 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-634df901-b53c-43d0-8240-d4139ae4dd25 req-b8a7e9f2-39d8-4610-9cb9-864da59d5001 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 1130 time: 0.0413942 Oct 27 09:44:54.810591 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-634df901-b53c-43d0-8240-d4139ae4dd25 req-566ee916-2e68-4a32-84f9-a3ca6181d336 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Oct 27 09:44:55.714917 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47f141-9f52-4130-8e5f-8f62492cd84e req-ebfefaf1-c40a-4c5b-a775-1cd2b86da4eb tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:55.716388 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cf47f141-9f52-4130-8e5f-8f62492cd84e req-ebfefaf1-c40a-4c5b-a775-1cd2b86da4eb tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 946 time: 0.0474935 Oct 27 09:44:55.764093 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cf47f141-9f52-4130-8e5f-8f62492cd84e req-4133269d-fa39-467f-ab66-7bc73e09e942 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416667 Oct 27 09:44:56.189887 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d1a2c11b-3806-40b9-80ec-fda2e7a0b409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:56.888237 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4033a-5f71-4ef0-8ea6-30255443ff0f req-1096580e-7e48-40cb-83f1-bb70776b316d tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:56.889709 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-97f4033a-5f71-4ef0-8ea6-30255443ff0f req-1096580e-7e48-40cb-83f1-bb70776b316d tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 946 time: 0.0464563 Oct 27 09:44:56.939829 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-97f4033a-5f71-4ef0-8ea6-30255443ff0f req-a673c487-15b9-493c-8d60-39ed5d5c3135 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446043 Oct 27 09:44:58.058178 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c53b8-2bd3-4129-85ea-4c39de9efe14 req-803b252d-0434-4a3a-8228-3d3611f12709 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:58.059635 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-da8c53b8-2bd3-4129-85ea-4c39de9efe14 req-803b252d-0434-4a3a-8228-3d3611f12709 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 946 time: 0.0461378 Oct 27 09:44:58.102126 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:44:58.106941 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-da8c53b8-2bd3-4129-85ea-4c39de9efe14 req-4473eb32-130d-4212-9904-5d705a3d9205 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417333 Oct 27 09:44:58.520575 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6799-4ce0-402b-aee5-2ac4d608ecdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:59.230673 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d6d04-b682-4fc1-8bef-6550025e13a0 req-aeeef604-75a1-41b3-9825-bfbca8eb5e04 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:59.232159 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f88d6d04-b682-4fc1-8bef-6550025e13a0 req-aeeef604-75a1-41b3-9825-bfbca8eb5e04 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 946 time: 0.0476708 Oct 27 09:44:59.288183 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f88d6d04-b682-4fc1-8bef-6550025e13a0 req-16033d63-5afb-488c-a70d-97f52a57dc29 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Oct 27 09:44:59.743525 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:44:59.982614 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0c510-e5af-4fa1-8b20-883b82f6ee3c req-f53f42da-4f23-4abd-8bcf-c68b95199780 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:44:59.984106 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-63b0c510-e5af-4fa1-8b20-883b82f6ee3c req-f53f42da-4f23-4abd-8bcf-c68b95199780 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 946 time: 0.0522218 Oct 27 09:45:00.030614 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-63b0c510-e5af-4fa1-8b20-883b82f6ee3c req-23b6e1fc-4f4a-4829-a040-3ab05b05d657 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Oct 27 09:45:01.159640 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0ec82-f916-4ced-aec4-aae222e17a79 req-acca1433-dc3d-40a5-87b7-9f5a017fc0df tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:01.161154 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fdc0ec82-f916-4ced-aec4-aae222e17a79 req-acca1433-dc3d-40a5-87b7-9f5a017fc0df tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 946 time: 0.0473835 Oct 27 09:45:01.209334 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fdc0ec82-f916-4ced-aec4-aae222e17a79 req-5ff5c5f6-332e-48d2-8c2e-c0cdbf9ca55f tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Oct 27 09:45:01.404579 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:01.453088 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:02.336574 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978f7dd-839e-4dd3-a174-8ce2297129b1 req-721f322f-0f3c-406d-8951-e71a295ab75d tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:02.338047 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f978f7dd-839e-4dd3-a174-8ce2297129b1 req-721f322f-0f3c-406d-8951-e71a295ab75d tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 946 time: 0.0468540 Oct 27 09:45:02.377066 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:02.389823 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f978f7dd-839e-4dd3-a174-8ce2297129b1 req-f27d1c1e-353b-4f77-a108-dbb000350b72 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462992 Oct 27 09:45:03.004297 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:03.005085 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=22,neutron:DELETE=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:03.509904 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f24d22-6b07-4703-a4fc-a83d469ddb40 req-a55fd7c8-2d12-40be-97bf-aa84e68b8d8a tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:03.511851 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04f24d22-6b07-4703-a4fc-a83d469ddb40 req-a55fd7c8-2d12-40be-97bf-aa84e68b8d8a tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 946 time: 0.0460715 Oct 27 09:45:03.558375 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-04f24d22-6b07-4703-a4fc-a83d469ddb40 req-95853533-7983-4b15-949f-832e79ee22a7 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=d7722d18-cf6d-46d8-a49b-34470a451ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401258 Oct 27 09:45:04.177276 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aac7f-d409-4192-9936-55b63fde3a0f req-efb40354-f01a-4d88-af47-e51230a23472 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:04.178778 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1b5aac7f-d409-4192-9936-55b63fde3a0f req-efb40354-f01a-4d88-af47-e51230a23472 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 946 time: 0.0458193 Oct 27 09:45:04.264894 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-1b5aac7f-d409-4192-9936-55b63fde3a0f req-d2fd8ae9-9e57-429e-b23d-d521c12eafaa tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Deleting port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:45:04.265138 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-1b5aac7f-d409-4192-9936-55b63fde3a0f req-d2fd8ae9-9e57-429e-b23d-d521c12eafaa tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:04.356760 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-1b5aac7f-d409-4192-9936-55b63fde3a0f req-d2fd8ae9-9e57-429e-b23d-d521c12eafaa tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] For port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3,segment=NetworkSegment(f2f0c43f-1e4e-4e5c-843a-1cc11da49171),segment_id=f2f0c43f-1e4e-4e5c-843a-1cc11da49171)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:45:04.357123 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-1b5aac7f-d409-4192-9936-55b63fde3a0f req-d2fd8ae9-9e57-429e-b23d-d521c12eafaa tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:04.369909 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-1b5aac7f-d409-4192-9936-55b63fde3a0f req-d2fd8ae9-9e57-429e-b23d-d521c12eafaa tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Calling delete_port for b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:45:04.497505 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-1b5aac7f-d409-4192-9936-55b63fde3a0f req-d2fd8ae9-9e57-429e-b23d-d521c12eafaa tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (b1da9923-ed74-46a7-a1bb-8eaa940fe8e3), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:04.511639 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['b1da9923-ed74-46a7-a1bb-8eaa940fe8e3'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:45:04.523285 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd8ae9-9e57-429e-b23d-d521c12eafaa tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Pushing event deleted for resources: {'Port': ['ID=b1da9923-ed74-46a7-a1bb-8eaa940fe8e3,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:04.570402 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5aac7f-d409-4192-9936-55b63fde3a0f req-d2fd8ae9-9e57-429e-b23d-d521c12eafaa tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] No DVR routers for this DVR port b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:45:04.573064 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-1b5aac7f-d409-4192-9936-55b63fde3a0f req-d2fd8ae9-9e57-429e-b23d-d521c12eafaa tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:04.576288 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1b5aac7f-d409-4192-9936-55b63fde3a0f req-d2fd8ae9-9e57-429e-b23d-d521c12eafaa tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.72 "DELETE /networking/v2.0/ports/b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 HTTP/1.1" status: 204 len: 173 time: 0.3915498 Oct 27 09:45:04.576801 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10152467-3977-4e4b-8c8d-8e642fe862a0', 'name': 'network-vif-deleted', 'tag': 'b1da9923-ed74-46a7-a1bb-8eaa940fe8e3'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:45:04.579052 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e22327f-43f7-4cce-8509-c402b766444a" -d '{"events": [{"server_uuid": "10152467-3977-4e4b-8c8d-8e642fe862a0", "name": "network-vif-deleted", "tag": "b1da9923-ed74-46a7-a1bb-8eaa940fe8e3"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:45:04.626799 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b26720-bed4-4fe5-95f5-891c23b4f8ff x-openstack-request-id: req-09b26720-bed4-4fe5-95f5-891c23b4f8ff {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:45:04.627092 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10152467-3977-4e4b-8c8d-8e642fe862a0", "name": "network-vif-deleted", "tag": "b1da9923-ed74-46a7-a1bb-8eaa940fe8e3", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:45:04.627349 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09b26720-bed4-4fe5-95f5-891c23b4f8ff {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:45:04.627794 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b26720-bed4-4fe5-95f5-891c23b4f8ff'] response: {'server_uuid': '10152467-3977-4e4b-8c8d-8e642fe862a0', 'name': 'network-vif-deleted', 'tag': 'b1da9923-ed74-46a7-a1bb-8eaa940fe8e3', 'status': 'completed', 'code': 200} Oct 27 09:45:04.664451 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c8bbfdc4-9acf-4961-a386-9d1fff1b2510 req-51c1ecc7-d4a0-41fa-81db-6ce08e7925d6 tempest-VolumesActionsTest-753587400 tempest-VolumesActionsTest-753587400-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=10152467-3977-4e4b-8c8d-8e642fe862a0 HTTP/1.1" status: 200 len: 210 time: 0.0289848 Oct 27 09:45:06.469966 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:06.949033 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37838) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:07.052942 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70a3ecaf-b846-47d2-9ef9-18987b41580f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.075634 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:07.132265 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70a3ecaf-b846-47d2-9ef9-18987b41580f admin admin] Publish callbacks [] for security_group (e11693e2-c219-49a4-9476-a5ac8aa78a50), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.135700 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-70a3ecaf-b846-47d2-9ef9-18987b41580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e11693e2-c219-49a4-9476-a5ac8aa78a50), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.172304 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3ecaf-b846-47d2-9ef9-18987b41580f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11693e2-c219-49a4-9476-a5ac8aa78a50,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:07.176596 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-70a3ecaf-b846-47d2-9ef9-18987b41580f admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=119962d798ca45c3b33509d149e56aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259107 Oct 27 09:45:07.180412 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37842) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:07.231980 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5056fc32-50d4-43d2-8756-910bdf06e49c admin admin] Publish callbacks [] for security_group (e11693e2-c219-49a4-9476-a5ac8aa78a50), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.252446 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5056fc32-50d4-43d2-8756-910bdf06e49c admin admin] Publish callbacks [] for security_group (e11693e2-c219-49a4-9476-a5ac8aa78a50), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.298475 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5056fc32-50d4-43d2-8756-910bdf06e49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (e11693e2-c219-49a4-9476-a5ac8aa78a50), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.301178 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5056fc32-50d4-43d2-8756-910bdf06e49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.302322 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-5056fc32-50d4-43d2-8756-910bdf06e49c admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/e11693e2-c219-49a4-9476-a5ac8aa78a50 HTTP/1.1" status: 204 len: 168 time: 0.1207514 Oct 27 09:45:07.310708 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056fc32-50d4-43d2-8756-910bdf06e49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11693e2-c219-49a4-9476-a5ac8aa78a50,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:07.565174 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37852) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:07.578740 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ebff-ab95-41a3-9947-57054261da8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.656861 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ebff-ab95-41a3-9947-57054261da8f admin admin] Publish callbacks [] for security_group (5cfab691-84ea-4190-805a-6863df54ada5), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.660345 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ebff-ab95-41a3-9947-57054261da8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (5cfab691-84ea-4190-805a-6863df54ada5), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.699857 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-a0d4ebff-ab95-41a3-9947-57054261da8f admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=ff17aaa61e444a96a17cbd83402f7742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336086 Oct 27 09:45:07.700752 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4ebff-ab95-41a3-9947-57054261da8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfab691-84ea-4190-805a-6863df54ada5,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:07.702582 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37854) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:07.754898 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc3647c5-11e0-46de-9e57-c468c3450466 admin admin] Publish callbacks [] for security_group (5cfab691-84ea-4190-805a-6863df54ada5), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.774196 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc3647c5-11e0-46de-9e57-c468c3450466 admin admin] Publish callbacks [] for security_group (5cfab691-84ea-4190-805a-6863df54ada5), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.795768 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:07.823737 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc3647c5-11e0-46de-9e57-c468c3450466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (5cfab691-84ea-4190-805a-6863df54ada5), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.826301 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bc3647c5-11e0-46de-9e57-c468c3450466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:07.827458 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-bc3647c5-11e0-46de-9e57-c468c3450466 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/5cfab691-84ea-4190-805a-6863df54ada5 HTTP/1.1" status: 204 len: 168 time: 0.1238229 Oct 27 09:45:07.835889 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3647c5-11e0-46de-9e57-c468c3450466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfab691-84ea-4190-805a-6863df54ada5,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:08.147939 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37862) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:08.162045 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7b23c99-370e-48e2-b489-23d22a87d10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:08.236474 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7b23c99-370e-48e2-b489-23d22a87d10e admin admin] Publish callbacks [] for security_group (1383dd3c-f75d-404b-b1bb-202e847c1b77), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:08.239808 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7b23c99-370e-48e2-b489-23d22a87d10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (1383dd3c-f75d-404b-b1bb-202e847c1b77), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:08.276555 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b23c99-370e-48e2-b489-23d22a87d10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1383dd3c-f75d-404b-b1bb-202e847c1b77,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:08.283845 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-e7b23c99-370e-48e2-b489-23d22a87d10e admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=a7bdd1e242f041c4bf0a9e45892c046a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322622 Oct 27 09:45:08.284045 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37864) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:08.335398 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54e1bdc4-78b5-4296-bcc0-4ec604998e4a admin admin] Publish callbacks [] for security_group (1383dd3c-f75d-404b-b1bb-202e847c1b77), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:08.356112 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54e1bdc4-78b5-4296-bcc0-4ec604998e4a admin admin] Publish callbacks [] for security_group (1383dd3c-f75d-404b-b1bb-202e847c1b77), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:08.402914 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54e1bdc4-78b5-4296-bcc0-4ec604998e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (1383dd3c-f75d-404b-b1bb-202e847c1b77), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:08.405512 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-54e1bdc4-78b5-4296-bcc0-4ec604998e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:08.406671 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-54e1bdc4-78b5-4296-bcc0-4ec604998e4a admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/1383dd3c-f75d-404b-b1bb-202e847c1b77 HTTP/1.1" status: 204 len: 168 time: 0.1217368 Oct 27 09:45:08.414087 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1bdc4-78b5-4296-bcc0-4ec604998e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1383dd3c-f75d-404b-b1bb-202e847c1b77,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:09.267333 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:45:09.287405 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:45:09.287745 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device b1da9923-ed74-46a7-a1bb-8eaa940fe8e3 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:45:11.322709 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 37912) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:11.442738 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f4dcc80-9700-405a-8324-73b0f3cf6975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:11.511216 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:11.529330 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f4dcc80-9700-405a-8324-73b0f3cf6975 admin admin] Publish callbacks [] for security_group (28f308f0-30a9-4854-8cbf-dabd13910e65), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:11.534049 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-4f4dcc80-9700-405a-8324-73b0f3cf6975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (28f308f0-30a9-4854-8cbf-dabd13910e65), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:11.577152 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dcc80-9700-405a-8324-73b0f3cf6975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f308f0-30a9-4854-8cbf-dabd13910e65,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:11.585550 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37920) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:11.599236 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-4f4dcc80-9700-405a-8324-73b0f3cf6975 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=c4417fe411d949ab9eeaa4366ac0be95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752697 Oct 27 09:45:11.642278 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-433d9bf6-26ec-4795-b110-ad906f3b6304 admin admin] Publish callbacks [] for security_group (28f308f0-30a9-4854-8cbf-dabd13910e65), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:11.664677 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-433d9bf6-26ec-4795-b110-ad906f3b6304 admin admin] Publish callbacks [] for security_group (28f308f0-30a9-4854-8cbf-dabd13910e65), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:11.718302 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-433d9bf6-26ec-4795-b110-ad906f3b6304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (28f308f0-30a9-4854-8cbf-dabd13910e65), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:11.720979 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-433d9bf6-26ec-4795-b110-ad906f3b6304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:11.724623 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-433d9bf6-26ec-4795-b110-ad906f3b6304 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/28f308f0-30a9-4854-8cbf-dabd13910e65 HTTP/1.1" status: 204 len: 168 time: 0.1356609 Oct 27 09:45:11.738157 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d9bf6-26ec-4795-b110-ad906f3b6304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f308f0-30a9-4854-8cbf-dabd13910e65,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:12.033538 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37926) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:12.047343 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-056bd49a-ee95-487e-8392-718ac9699bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:12.141818 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-056bd49a-ee95-487e-8392-718ac9699bce admin admin] Publish callbacks [] for security_group (ab107e54-a889-4938-860a-a117478afc60), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:12.147331 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-056bd49a-ee95-487e-8392-718ac9699bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ab107e54-a889-4938-860a-a117478afc60), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:12.188794 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-056bd49a-ee95-487e-8392-718ac9699bce admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=e518ce5a5dfa458bad7206db1dc8290b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539598 Oct 27 09:45:12.191343 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 37928) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:12.200008 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bd49a-ee95-487e-8392-718ac9699bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab107e54-a889-4938-860a-a117478afc60,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:12.248351 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-74d7eea2-de6f-47d4-a6d3-e3753570ed6e admin admin] Publish callbacks [] for security_group (ab107e54-a889-4938-860a-a117478afc60), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:12.251030 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:12.274470 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-74d7eea2-de6f-47d4-a6d3-e3753570ed6e admin admin] Publish callbacks [] for security_group (ab107e54-a889-4938-860a-a117478afc60), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:12.341298 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-74d7eea2-de6f-47d4-a6d3-e3753570ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ab107e54-a889-4938-860a-a117478afc60), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:12.343830 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-74d7eea2-de6f-47d4-a6d3-e3753570ed6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:12.345008 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-74d7eea2-de6f-47d4-a6d3-e3753570ed6e admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/ab107e54-a889-4938-860a-a117478afc60 HTTP/1.1" status: 204 len: 168 time: 0.1521831 Oct 27 09:45:12.354652 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:12.369012 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7eea2-de6f-47d4-a6d3-e3753570ed6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab107e54-a889-4938-860a-a117478afc60,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:13.730803 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:13.735241 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:14.789300 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:45:15.280782 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38016) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:15.400918 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d759d965-5dd3-41e3-b91c-a0364f99b7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:15.489594 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d759d965-5dd3-41e3-b91c-a0364f99b7d7 admin admin] Publish callbacks [] for security_group (5b502a52-edff-4d01-9478-b050f7369a60), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:15.493896 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d759d965-5dd3-41e3-b91c-a0364f99b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (5b502a52-edff-4d01-9478-b050f7369a60), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:15.527940 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d759d965-5dd3-41e3-b91c-a0364f99b7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b502a52-edff-4d01-9478-b050f7369a60,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:15.551981 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38020) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:15.552502 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-d759d965-5dd3-41e3-b91c-a0364f99b7d7 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=3e925bfd30d94a1cb6bc2158b676c2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695909 Oct 27 09:45:15.604105 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db1a8788-89b7-461a-bb62-5a2b8c27020a admin admin] Publish callbacks [] for security_group (5b502a52-edff-4d01-9478-b050f7369a60), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:15.630216 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db1a8788-89b7-461a-bb62-5a2b8c27020a admin admin] Publish callbacks [] for security_group (5b502a52-edff-4d01-9478-b050f7369a60), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:15.686968 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db1a8788-89b7-461a-bb62-5a2b8c27020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (5b502a52-edff-4d01-9478-b050f7369a60), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:15.689999 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-db1a8788-89b7-461a-bb62-5a2b8c27020a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:15.694304 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-db1a8788-89b7-461a-bb62-5a2b8c27020a admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/5b502a52-edff-4d01-9478-b050f7369a60 HTTP/1.1" status: 204 len: 168 time: 0.1409774 Oct 27 09:45:15.706395 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a8788-89b7-461a-bb62-5a2b8c27020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b502a52-edff-4d01-9478-b050f7369a60,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:16.020326 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38030) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:16.035106 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4077-bde6-4ffd-be66-f1d4a7dc3e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:16.116343 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4077-bde6-4ffd-be66-f1d4a7dc3e6c admin admin] Publish callbacks [] for security_group (ebe937b7-29bc-45c2-85ed-37a73d853426), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:16.120795 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4077-bde6-4ffd-be66-f1d4a7dc3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ebe937b7-29bc-45c2-85ed-37a73d853426), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:16.126395 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:16.156840 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad4077-bde6-4ffd-be66-f1d4a7dc3e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe937b7-29bc-45c2-85ed-37a73d853426,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:16.176287 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38032) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:16.184362 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-f2ad4077-bde6-4ffd-be66-f1d4a7dc3e6c admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=ac99353c1e634f3da68c0f1d4a1830b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627016 Oct 27 09:45:16.234474 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bc82bf30-7db9-4889-9dde-87c66ac073b1 admin admin] Publish callbacks [] for security_group (ebe937b7-29bc-45c2-85ed-37a73d853426), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:16.257790 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bc82bf30-7db9-4889-9dde-87c66ac073b1 admin admin] Publish callbacks [] for security_group (ebe937b7-29bc-45c2-85ed-37a73d853426), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:16.325153 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bc82bf30-7db9-4889-9dde-87c66ac073b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (ebe937b7-29bc-45c2-85ed-37a73d853426), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:16.328074 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bc82bf30-7db9-4889-9dde-87c66ac073b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:16.329422 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-bc82bf30-7db9-4889-9dde-87c66ac073b1 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/ebe937b7-29bc-45c2-85ed-37a73d853426 HTTP/1.1" status: 204 len: 168 time: 0.1521239 Oct 27 09:45:16.339309 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82bf30-7db9-4889-9dde-87c66ac073b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe937b7-29bc-45c2-85ed-37a73d853426,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:17.184813 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38062) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:17.305368 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1427641211-network', 'tenant_id': '7f99532b5e9f454fa9d403172e768b9c'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:45:17.330197 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Made reservation on behalf of 7f99532b5e9f454fa9d403172e768b9c for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:45:17.333013 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:17.343204 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:17.441284 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Publish callbacks [] for security_group (c108d7ab-8e5c-45cc-a785-9962caccc616), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:17.445306 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (c108d7ab-8e5c-45cc-a785-9962caccc616), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:17.481109 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:45:17.487670 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c108d7ab-8e5c-45cc-a785-9962caccc616,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:17.495818 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (a4a1a38c-9bea-4f67-85ff-eb90b6699700), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:17.496151 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Added segment a4a1a38c-9bea-4f67-85ff-eb90b6699700 of type vlan for network ae7850f9-e407-432b-b64a-916139db937d Oct 27 09:45:17.544701 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (ae7850f9-e407-432b-b64a-916139db937d), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:17.571237 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (ae7850f9-e407-432b-b64a-916139db937d), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:17.574627 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:17.576478 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:17.614363 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4281406 Oct 27 09:45:17.617224 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38066) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:17.623895 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] Request body: {'subnet': {'network_id': 'ae7850f9-e407-432b-b64a-916139db937d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1427641211-subnet', 'tenant_id': '7f99532b5e9f454fa9d403172e768b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:45:17.652615 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:17.664880 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6120d80-5252-460e-8d3c-581794a8bd78 admin admin] Pushing event updated for resources: {'Network': ['ID=ae7850f9-e407-432b-b64a-916139db937d,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:17.679809 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] Made reservation on behalf of 7f99532b5e9f454fa9d403172e768b9c for: {'subnet': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:45:17.680492 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network ae7850f9-e407-432b-b64a-916139db937d details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:45:17.682327 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9624055'] for subnet (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:17.743954 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:17.750298 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:17.879285 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2683402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9623961'] for subnet (ead119f7-1c48-465b-be36-253a9fcac75c), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:17.945617 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead119f7-1c48-465b-be36-253a9fcac75c,revision_number=0']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:17.954500 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] Checking segment: {'id': 'a4a1a38c-9bea-4f67-85ff-eb90b6699700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': 'ae7850f9-e407-432b-b64a-916139db937d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104690) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:45:17.954839 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] Network hostable DHCP agents. Network: ae7850f9-e407-432b-b64a-916139db937d, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104690) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:45:17.976290 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] Network ae7850f9-e407-432b-b64a-916139db937d is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104690) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:45:17.987125 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, ae7850f9-e407-432b-b64a-916139db937d) {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:45:17.991922 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:17.992541 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:17.998810 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d161d-6d67-437a-9457-58dbb28e1458 None None] Network ae7850f9-e407-432b-b64a-916139db937d requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:45:18.025014 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-404224b7-b1b0-4e16-8dc8-3c6cd47eefc9 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4055324 Oct 27 09:45:18.122612 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3a3670-716d-489b-8f42-68d563183810 None None] Network ae7850f9-e407-432b-b64a-916139db937d requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:45:18.688171 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38086) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:18.694813 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1676811800-network', 'tenant_id': '01d3dedf43b14d749906a32f4669fa71'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:45:18.721658 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Made reservation on behalf of 01d3dedf43b14d749906a32f4669fa71 for: {'network': 1} {{(pid=104690) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:45:18.725287 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for network (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:18.738092 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:18.847442 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Publish callbacks [] for security_group (263dc32a-33b9-4975-8322-446ceaa132f6), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:18.851872 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (263dc32a-33b9-4975-8322-446ceaa132f6), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:18.882072 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=104690) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 09:45:18.896474 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263dc32a-33b9-4975-8322-446ceaa132f6,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:18.905835 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (ea78a699-1cc8-44e2-8be8-e506ff712f0a), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:18.906459 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.segments_db [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Added segment ea78a699-1cc8-44e2-8be8-e506ff712f0a of type vlan for network 195b869e-a2bf-4b35-a67b-49d8dfd8c928 Oct 27 09:45:18.969238 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766798413752'] for network (195b869e-a2bf-4b35-a67b-49d8dfd8c928), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:19.003812 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646'] for network (195b869e-a2bf-4b35-a67b-49d8dfd8c928), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:19.005130 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104690) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:19.005866 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:19.063596 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] 10.222.0.70 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3719678 Oct 27 09:45:19.064579 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38092) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:19.070404 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] Request body: {'subnet': {'network_id': '195b869e-a2bf-4b35-a67b-49d8dfd8c928', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1676811800-subnet', 'tenant_id': '01d3dedf43b14d749906a32f4669fa71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:45:19.095017 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] Made reservation on behalf of 01d3dedf43b14d749906a32f4669fa71 for: {'subnet': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:45:19.098035 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2373677'] for subnet (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:19.111355 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88b22a-5b32-4b43-8697-c904752434d4 admin admin] Pushing event updated for resources: {'Network': ['ID=195b869e-a2bf-4b35-a67b-49d8dfd8c928,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:19.124442 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Network 195b869e-a2bf-4b35-a67b-49d8dfd8c928 details requested by agent ovs-agent-dv-cinder-797970-7-iscsi with host dv-cinder-797970-7-iscsi {{(pid=104691) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 09:45:19.284867 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:19.307721 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4064515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2373699'] for subnet (6dd7bf41-cb77-443e-8769-b176886292a1), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:19.374463 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd7bf41-cb77-443e-8769-b176886292a1,revision_number=0']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:19.385574 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] Checking segment: {'id': 'ea78a699-1cc8-44e2-8be8-e506ff712f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '195b869e-a2bf-4b35-a67b-49d8dfd8c928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:45:19.386196 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] Network hostable DHCP agents. Network: 195b869e-a2bf-4b35-a67b-49d8dfd8c928, hostable agents: ['2bfaadaa-ddba-467b-a2f2-7508e13f3c08'], hosted agents: [] {{(pid=104689) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 09:45:19.434946 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] Network 195b869e-a2bf-4b35-a67b-49d8dfd8c928 is scheduled to be hosted by DHCP agent 2bfaadaa-ddba-467b-a2f2-7508e13f3c08 with binding_index 1 {{(pid=104689) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 09:45:19.462301 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797970-7-iscsi, 195b869e-a2bf-4b35-a67b-49d8dfd8c928) {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:45:19.467079 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:19.468172 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:19.471800 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef50d4c-b9eb-4901-b8f2-d21c98d1a545 None None] Network 195b869e-a2bf-4b35-a67b-49d8dfd8c928 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:45:19.488807 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-45b005c3-c2a7-4912-a8e6-0607858d2f10 admin admin] 10.222.0.70 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4224660 Oct 27 09:45:19.600905 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230bbb7c-6547-4b46-88a9-1657c75ebdfa None None] Network 195b869e-a2bf-4b35-a67b-49d8dfd8c928 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:45:26.181655 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:26.195563 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5e7bbf9d-c61e-48d7-a017-fccb59f7e26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:26.473702 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=13 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:26.491531 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=15 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:28.522409 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-934d4529-cd92-444f-9d54-40a9c52baa34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:28.660785 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38272) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:28.709529 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59a8596-85d5-4340-9e9e-57b466377154 admin admin] Deleting subnet 477508d4-23fe-4abf-b2dc-07da468070a9 {{(pid=104689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:45:28.712674 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f59a8596-85d5-4340-9e9e-57b466377154 admin admin] Publish callbacks [] for subnet (477508d4-23fe-4abf-b2dc-07da468070a9), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:28.746854 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f59a8596-85d5-4340-9e9e-57b466377154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1679559'] for subnet (477508d4-23fe-4abf-b2dc-07da468070a9), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:28.786163 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f59a8596-85d5-4340-9e9e-57b466377154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (477508d4-23fe-4abf-b2dc-07da468070a9), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:28.836382 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f59a8596-85d5-4340-9e9e-57b466377154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2373704'] for subnet (477508d4-23fe-4abf-b2dc-07da468070a9), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:28.863784 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a8596-85d5-4340-9e9e-57b466377154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477508d4-23fe-4abf-b2dc-07da468070a9,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:28.870295 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f59a8596-85d5-4340-9e9e-57b466377154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:28.873430 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-f59a8596-85d5-4340-9e9e-57b466377154 admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/477508d4-23fe-4abf-b2dc-07da468070a9 HTTP/1.1" status: 204 len: 168 time: 0.2116251 Oct 27 09:45:28.875897 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38274) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:28.943900 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (044dd9bc-8607-4d16-b4ca-805b7d777203), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:29.024254 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (044dd9bc-8607-4d16-b4ca-805b7d777203), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:29.043791 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044dd9bc-8607-4d16-b4ca-805b7d777203']}} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:45:29.052916 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f0c43f-1e4e-4e5c-843a-1cc11da49171') {'for_net_delete': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:45:29.053212 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f0c43f-1e4e-4e5c-843a-1cc11da49171') {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:45:29.062971 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1679566'] for segment (f2f0c43f-1e4e-4e5c-843a-1cc11da49171), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:29.076688 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (f2f0c43f-1e4e-4e5c-843a-1cc11da49171), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:29.083640 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=104689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:45:29.084090 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066208'] for segment (f2f0c43f-1e4e-4e5c-843a-1cc11da49171), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:29.104104 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=62,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:29.106029 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=74,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:29.130920 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment f2f0c43f-1e4e-4e5c-843a-1cc11da49171 resource provider aggregate not found Oct 27 09:45:29.149136 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (044dd9bc-8607-4d16-b4ca-805b7d777203), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:29.152083 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment f2f0c43f-1e4e-4e5c-843a-1cc11da49171 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2f0c43f-1e4e-4e5c-843a-1cc11da49171 found for delete ", "request_id": "req-7c6931e1-83d7-4824-9d35-c61e6d8cd6c4"}]} Oct 27 09:45:29.156182 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:29.159413 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/044dd9bc-8607-4d16-b4ca-805b7d777203 HTTP/1.1" status: 204 len: 168 time: 0.2825830 Oct 27 09:45:29.170100 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88dd8f-f830-4c0c-a6b0-b65105d29ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=044dd9bc-8607-4d16-b4ca-805b7d777203,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:29.331615 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38286) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:29.374339 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-4a443f9c-f5d2-4c4d-9a63-20e73a18352f admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=f5b8d4a1ce084cc6b3e84ebb7778e5ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414872 Oct 27 09:45:29.377027 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38290) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:29.425879 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7aebd891-809a-4bbf-be19-09a999e14b4a admin admin] Publish callbacks [] for security_group (d7722d18-cf6d-46d8-a49b-34470a451ace), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:29.450506 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7aebd891-809a-4bbf-be19-09a999e14b4a admin admin] Publish callbacks [] for security_group (d7722d18-cf6d-46d8-a49b-34470a451ace), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:29.502255 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7aebd891-809a-4bbf-be19-09a999e14b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (d7722d18-cf6d-46d8-a49b-34470a451ace), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:29.505065 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-7aebd891-809a-4bbf-be19-09a999e14b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:29.506133 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-7aebd891-809a-4bbf-be19-09a999e14b4a admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/d7722d18-cf6d-46d8-a49b-34470a451ace HTTP/1.1" status: 204 len: 168 time: 0.1280739 Oct 27 09:45:29.513965 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebd891-809a-4bbf-be19-09a999e14b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7722d18-cf6d-46d8-a49b-34470a451ace,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:29.746359 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:31.406410 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:31.455061 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:35.648020 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38384) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:35.692435 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca10e583-82c6-4260-9b35-7bbf37686a88 admin admin] Deleting subnet ead119f7-1c48-465b-be36-253a9fcac75c {{(pid=104690) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:45:35.695668 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca10e583-82c6-4260-9b35-7bbf37686a88 admin admin] Publish callbacks [] for subnet (ead119f7-1c48-465b-be36-253a9fcac75c), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:35.730341 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca10e583-82c6-4260-9b35-7bbf37686a88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2834250'] for subnet (ead119f7-1c48-465b-be36-253a9fcac75c), precommit_delete_associations {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:35.768216 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca10e583-82c6-4260-9b35-7bbf37686a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (ead119f7-1c48-465b-be36-253a9fcac75c), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:35.822650 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca10e583-82c6-4260-9b35-7bbf37686a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2686159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9623954'] for subnet (ead119f7-1c48-465b-be36-253a9fcac75c), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:35.849977 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10e583-82c6-4260-9b35-7bbf37686a88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead119f7-1c48-465b-be36-253a9fcac75c,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:35.851922 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-ca10e583-82c6-4260-9b35-7bbf37686a88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:35.855642 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-ca10e583-82c6-4260-9b35-7bbf37686a88 admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/ead119f7-1c48-465b-be36-253a9fcac75c HTTP/1.1" status: 204 len: 168 time: 0.2059655 Oct 27 09:45:35.858254 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38386) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:35.925945 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (ae7850f9-e407-432b-b64a-916139db937d), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.005831 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (ae7850f9-e407-432b-b64a-916139db937d), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.025220 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7850f9-e407-432b-b64a-916139db937d']}} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:45:36.034850 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a1a38c-9bea-4f67-85ff-eb90b6699700') {'for_net_delete': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:45:36.035146 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a1a38c-9bea-4f67-85ff-eb90b6699700') {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:45:36.045136 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2834243'] for segment (a4a1a38c-9bea-4f67-85ff-eb90b6699700), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.058473 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (a4a1a38c-9bea-4f67-85ff-eb90b6699700), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.065028 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=104690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:45:36.065466 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686121'] for segment (a4a1a38c-9bea-4f67-85ff-eb90b6699700), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.116613 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment a4a1a38c-9bea-4f67-85ff-eb90b6699700 resource provider aggregate not found Oct 27 09:45:36.134030 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (ae7850f9-e407-432b-b64a-916139db937d), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.136480 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment a4a1a38c-9bea-4f67-85ff-eb90b6699700 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4a1a38c-9bea-4f67-85ff-eb90b6699700 found for delete ", "request_id": "req-9160d935-b932-4af9-b908-6e146752a04f"}]} Oct 27 09:45:36.140443 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.143595 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/ae7850f9-e407-432b-b64a-916139db937d HTTP/1.1" status: 204 len: 168 time: 0.2844114 Oct 27 09:45:36.146632 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38394) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:36.154177 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c47d2-9ed9-42f8-9720-c2c02a733854 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7850f9-e407-432b-b64a-916139db937d,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:36.196645 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ead8b6-a942-4908-86ad-87c9efc9beb7 admin admin] Deleting subnet 6dd7bf41-cb77-443e-8769-b176886292a1 {{(pid=104689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:45:36.199881 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-12ead8b6-a942-4908-86ad-87c9efc9beb7 admin admin] Publish callbacks [] for subnet (6dd7bf41-cb77-443e-8769-b176886292a1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.228207 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:36.234395 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-12ead8b6-a942-4908-86ad-87c9efc9beb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1679559'] for subnet (6dd7bf41-cb77-443e-8769-b176886292a1), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.276630 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-12ead8b6-a942-4908-86ad-87c9efc9beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (6dd7bf41-cb77-443e-8769-b176886292a1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.328617 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-12ead8b6-a942-4908-86ad-87c9efc9beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2373704'] for subnet (6dd7bf41-cb77-443e-8769-b176886292a1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.333295 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:36.357719 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ead8b6-a942-4908-86ad-87c9efc9beb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd7bf41-cb77-443e-8769-b176886292a1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:36.362592 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-12ead8b6-a942-4908-86ad-87c9efc9beb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.365917 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-12ead8b6-a942-4908-86ad-87c9efc9beb7 admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/6dd7bf41-cb77-443e-8769-b176886292a1 HTTP/1.1" status: 204 len: 168 time: 0.2182519 Oct 27 09:45:36.368784 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38396) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:36.436924 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (195b869e-a2bf-4b35-a67b-49d8dfd8c928), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.515385 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (195b869e-a2bf-4b35-a67b-49d8dfd8c928), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.535479 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195b869e-a2bf-4b35-a67b-49d8dfd8c928']}} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:45:36.545041 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea78a699-1cc8-44e2-8be8-e506ff712f0a') {'for_net_delete': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:45:36.545336 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea78a699-1cc8-44e2-8be8-e506ff712f0a') {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:45:36.554566 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1679566'] for segment (ea78a699-1cc8-44e2-8be8-e506ff712f0a), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.567732 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (ea78a699-1cc8-44e2-8be8-e506ff712f0a), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.574417 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=104689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:45:36.574796 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066208'] for segment (ea78a699-1cc8-44e2-8be8-e506ff712f0a), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.620770 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment ea78a699-1cc8-44e2-8be8-e506ff712f0a resource provider aggregate not found Oct 27 09:45:36.638056 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment ea78a699-1cc8-44e2-8be8-e506ff712f0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea78a699-1cc8-44e2-8be8-e506ff712f0a found for delete ", "request_id": "req-97ac154e-d538-4f07-9db1-8f821a22eec4"}]} Oct 27 09:45:36.639149 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (195b869e-a2bf-4b35-a67b-49d8dfd8c928), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.644371 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.647546 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/195b869e-a2bf-4b35-a67b-49d8dfd8c928 HTTP/1.1" status: 204 len: 168 time: 0.2775712 Oct 27 09:45:36.658972 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887596b3-1e61-4711-aa55-6a9aa09a5fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=195b869e-a2bf-4b35-a67b-49d8dfd8c928,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:36.812129 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38404) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:36.852695 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-9dd5c842-d2e8-40ea-8b91-cb6f4dde8cab admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=7f99532b5e9f454fa9d403172e768b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391612 Oct 27 09:45:36.855082 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38406) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:36.891532 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:36.905052 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-07c8478e-9eeb-4e11-9675-e0f2a4bf15cc admin admin] Publish callbacks [] for security_group (c108d7ab-8e5c-45cc-a785-9962caccc616), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.915903 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.925722 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-07c8478e-9eeb-4e11-9675-e0f2a4bf15cc admin admin] Publish callbacks [] for security_group (c108d7ab-8e5c-45cc-a785-9962caccc616), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.972328 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-07c8478e-9eeb-4e11-9675-e0f2a4bf15cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (c108d7ab-8e5c-45cc-a785-9962caccc616), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.974856 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-07c8478e-9eeb-4e11-9675-e0f2a4bf15cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:36.975994 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-07c8478e-9eeb-4e11-9675-e0f2a4bf15cc admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/c108d7ab-8e5c-45cc-a785-9962caccc616 HTTP/1.1" status: 204 len: 168 time: 0.1200421 Oct 27 09:45:36.984172 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8478e-9eeb-4e11-9675-e0f2a4bf15cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c108d7ab-8e5c-45cc-a785-9962caccc616,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:37.300843 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38414) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:37.320476 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:37.342671 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-ce38a326-a4c2-4605-9da8-807b0e1885f6 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=01d3dedf43b14d749906a32f4669fa71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407357 Oct 27 09:45:37.345205 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38416) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:37.395833 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5e154559-35b0-4011-b030-fcb85f7dd296 admin admin] Publish callbacks [] for security_group (263dc32a-33b9-4975-8322-446ceaa132f6), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:37.416186 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5e154559-35b0-4011-b030-fcb85f7dd296 admin admin] Publish callbacks [] for security_group (263dc32a-33b9-4975-8322-446ceaa132f6), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:37.462314 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5e154559-35b0-4011-b030-fcb85f7dd296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (263dc32a-33b9-4975-8322-446ceaa132f6), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:37.465420 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5e154559-35b0-4011-b030-fcb85f7dd296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:37.466556 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-5e154559-35b0-4011-b030-fcb85f7dd296 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/263dc32a-33b9-4975-8322-446ceaa132f6 HTTP/1.1" status: 204 len: 168 time: 0.1195309 Oct 27 09:45:37.474347 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e154559-35b0-4011-b030-fcb85f7dd296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263dc32a-33b9-4975-8322-446ceaa132f6,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:38.583100 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38452) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:38.688408 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:38.762938 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Publish callbacks [] for security_group (63410908-2cab-4bf8-af63-1950f1d9ceb1), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:38.766335 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (63410908-2cab-4bf8-af63-1950f1d9ceb1), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:38.802948 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63410908-2cab-4bf8-af63-1950f1d9ceb1,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:38.806871 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=207286a076564d0daa70074cf8591e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227688 Oct 27 09:45:38.810366 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38456) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:38.813318 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.813659 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.814000 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.814333 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.814658 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.814979 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.815323 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.815642 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.815961 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.816279 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.816626 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.816947 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.817262 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.817599 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.817910 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08db77aa-ee01-45d6-bb51-0f75e580708d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:38.862679 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f84712d8-dae9-475b-bbdb-7ae470ddeddb admin admin] Publish callbacks [] for security_group (63410908-2cab-4bf8-af63-1950f1d9ceb1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:38.883128 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f84712d8-dae9-475b-bbdb-7ae470ddeddb admin admin] Publish callbacks [] for security_group (63410908-2cab-4bf8-af63-1950f1d9ceb1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:38.929863 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f84712d8-dae9-475b-bbdb-7ae470ddeddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (63410908-2cab-4bf8-af63-1950f1d9ceb1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:38.932439 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-f84712d8-dae9-475b-bbdb-7ae470ddeddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:38.934299 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-f84712d8-dae9-475b-bbdb-7ae470ddeddb admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/63410908-2cab-4bf8-af63-1950f1d9ceb1 HTTP/1.1" status: 204 len: 168 time: 0.1229548 Oct 27 09:45:38.942046 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84712d8-dae9-475b-bbdb-7ae470ddeddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63410908-2cab-4bf8-af63-1950f1d9ceb1,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:42.831277 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-4e82aeb2-71ef-46b5-84a8-d888288d3878 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385661 Oct 27 09:45:42.915629 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-8280dba8-8af1-42f7-aa2b-918766dac085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:42.917189 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-8280dba8-8af1-42f7-aa2b-918766dac085 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 1129 time: 0.0390697 Oct 27 09:45:43.026381 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-05a2e8d9-c034-4342-8f43-164c4725ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:43.028360 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-05a2e8d9-c034-4342-8f43-164c4725ea03 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.0896640 Oct 27 09:45:43.090851 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-3fe3b695-5feb-4b9a-97c9-078dd5be1a0e service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee HTTP/1.1" status: 200 len: 1001 time: 0.0552270 Oct 27 09:45:43.143333 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-e4418601-8de9-4e48-83af-9dbcf6ea2fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:43.144834 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-e4418601-8de9-4e48-83af-9dbcf6ea2fcf service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0478380 Oct 27 09:45:43.188261 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-d5b82296-037c-4c2c-a1b5-ba1f0fe6f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:45:43.189926 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-d5b82296-037c-4c2c-a1b5-ba1f0fe6f788 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390851 Oct 27 09:45:43.217821 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:43.287921 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-99a2d4a5-b74f-49b1-8e69-4116e4dbdf99 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905149 Oct 27 09:45:43.386472 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-8fffd2a0-ad5e-4b51-a5a9-a8d195b19695 req-3eecd937-0193-461e-ad18-95502e66a123 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915134 Oct 27 09:45:46.954708 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38620) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:47.063033 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-043478cf-20cf-4da9-8275-6c34eaa78221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:47.144603 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-043478cf-20cf-4da9-8275-6c34eaa78221 admin admin] Publish callbacks [] for security_group (d94e0471-6bf4-426c-b345-0997235d57d0), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:47.148925 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-043478cf-20cf-4da9-8275-6c34eaa78221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (d94e0471-6bf4-426c-b345-0997235d57d0), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:47.190673 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-043478cf-20cf-4da9-8275-6c34eaa78221 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=4f3ac7d11a0b4b33a0040fbd42075012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348757 Oct 27 09:45:47.191533 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043478cf-20cf-4da9-8275-6c34eaa78221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94e0471-6bf4-426c-b345-0997235d57d0,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:47.193495 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38624) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:47.228443 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:47.247263 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-849d6c66-b3f7-4d5e-8776-a80d7ac5f256 admin admin] Publish callbacks [] for security_group (d94e0471-6bf4-426c-b345-0997235d57d0), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:47.272985 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-849d6c66-b3f7-4d5e-8776-a80d7ac5f256 admin admin] Publish callbacks [] for security_group (d94e0471-6bf4-426c-b345-0997235d57d0), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:47.315117 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-849d6c66-b3f7-4d5e-8776-a80d7ac5f256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (d94e0471-6bf4-426c-b345-0997235d57d0), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:47.318044 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-849d6c66-b3f7-4d5e-8776-a80d7ac5f256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:47.319224 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-849d6c66-b3f7-4d5e-8776-a80d7ac5f256 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/d94e0471-6bf4-426c-b345-0997235d57d0 HTTP/1.1" status: 204 len: 168 time: 0.1247413 Oct 27 09:45:47.327495 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d6c66-b3f7-4d5e-8776-a80d7ac5f256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94e0471-6bf4-426c-b345-0997235d57d0,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:50.740677 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:50.741868 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:51.778738 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:45:56.188955 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:56.193623 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:56.207631 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-26225461-bd9a-4cb1-99f0-65882e4d6067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:57.181743 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=70,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:57.186377 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=53,neutron:DELETE=2,neutron:INSERT=14 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:57.302521 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=9,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:57.323754 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:45:57.517018 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38678) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:57.624023 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:57.697570 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Publish callbacks [] for security_group (9d8acc09-644d-41dd-8a11-14cafff3c62f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:57.701086 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (9d8acc09-644d-41dd-8a11-14cafff3c62f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:57.740745 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=eab2a4fd1e5b4c22b0f30abaf850a74b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226372 Oct 27 09:45:57.741610 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8acc09-644d-41dd-8a11-14cafff3c62f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:57.743435 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38682) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:45:57.749337 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.749689 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.750033 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.750372 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.750707 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.751042 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.751367 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.751690 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.752015 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.752339 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.752690 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.753016 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.753340 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.753660 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.753979 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea0b17-933c-4448-b7ab-9b22bfa1b321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:45:57.793414 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0c81062a-5e9a-412a-a5d5-00904f90bad2 admin admin] Publish callbacks [] for security_group (9d8acc09-644d-41dd-8a11-14cafff3c62f), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:57.813252 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0c81062a-5e9a-412a-a5d5-00904f90bad2 admin admin] Publish callbacks [] for security_group (9d8acc09-644d-41dd-8a11-14cafff3c62f), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:57.858658 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0c81062a-5e9a-412a-a5d5-00904f90bad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (9d8acc09-644d-41dd-8a11-14cafff3c62f), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:57.861334 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-0c81062a-5e9a-412a-a5d5-00904f90bad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:57.862535 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-0c81062a-5e9a-412a-a5d5-00904f90bad2 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/9d8acc09-644d-41dd-8a11-14cafff3c62f HTTP/1.1" status: 204 len: 168 time: 0.1180925 Oct 27 09:45:57.870326 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81062a-5e9a-412a-a5d5-00904f90bad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8acc09-644d-41dd-8a11-14cafff3c62f,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:45:58.523910 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-bd3e134a-b0a7-4e5c-b01a-40703a65f34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:45:59.748165 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:01.371714 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38726) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:46:01.408986 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:01.457006 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:01.478347 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-36206498-fb31-4f02-ac1f-ba05ac82785c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:01.557777 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-36206498-fb31-4f02-ac1f-ba05ac82785c admin admin] Publish callbacks [] for security_group (b9376052-d246-49cd-bcee-c83cf71850d4), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:01.561589 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-36206498-fb31-4f02-ac1f-ba05ac82785c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b9376052-d246-49cd-bcee-c83cf71850d4), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:01.599611 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36206498-fb31-4f02-ac1f-ba05ac82785c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9376052-d246-49cd-bcee-c83cf71850d4,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:01.603875 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-36206498-fb31-4f02-ac1f-ba05ac82785c admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=6cc3a300905949c69fed9679edb69e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311549 Oct 27 09:46:01.607325 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38730) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:46:01.654174 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f575b6e8-de2a-4924-a921-0721621ae1e0 admin admin] Publish callbacks [] for security_group (b9376052-d246-49cd-bcee-c83cf71850d4), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:01.674758 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f575b6e8-de2a-4924-a921-0721621ae1e0 admin admin] Publish callbacks [] for security_group (b9376052-d246-49cd-bcee-c83cf71850d4), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:01.721320 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f575b6e8-de2a-4924-a921-0721621ae1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (b9376052-d246-49cd-bcee-c83cf71850d4), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:01.723824 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-f575b6e8-de2a-4924-a921-0721621ae1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:01.725005 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-f575b6e8-de2a-4924-a921-0721621ae1e0 admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/b9376052-d246-49cd-bcee-c83cf71850d4 HTTP/1.1" status: 204 len: 168 time: 0.1174769 Oct 27 09:46:01.732512 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575b6e8-de2a-4924-a921-0721621ae1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9376052-d246-49cd-bcee-c83cf71850d4,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:01.774268 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:06.937580 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:07.744167 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:07.745003 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:09.708409 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 38800) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:46:09.812378 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5662e01f-a432-4c00-953e-c95f52e24f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:09.890582 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5662e01f-a432-4c00-953e-c95f52e24f4c admin admin] Publish callbacks [] for security_group (38cf7109-d735-42fa-ab9d-0ab87d7d8ff0), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:09.894315 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-5662e01f-a432-4c00-953e-c95f52e24f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (38cf7109-d735-42fa-ab9d-0ab87d7d8ff0), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:09.934271 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-5662e01f-a432-4c00-953e-c95f52e24f4c admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=bca965ae7f094593ba8a819e2be7f4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247791 Oct 27 09:46:09.935197 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662e01f-a432-4c00-953e-c95f52e24f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cf7109-d735-42fa-ab9d-0ab87d7d8ff0,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:09.936992 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38804) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:46:09.986518 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b95208fa-8690-4e4e-b692-66c9794044ad admin admin] Publish callbacks [] for security_group (38cf7109-d735-42fa-ab9d-0ab87d7d8ff0), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:10.006235 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b95208fa-8690-4e4e-b692-66c9794044ad admin admin] Publish callbacks [] for security_group (38cf7109-d735-42fa-ab9d-0ab87d7d8ff0), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:10.054615 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b95208fa-8690-4e4e-b692-66c9794044ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (38cf7109-d735-42fa-ab9d-0ab87d7d8ff0), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:10.057059 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b95208fa-8690-4e4e-b692-66c9794044ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:10.058340 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-b95208fa-8690-4e4e-b692-66c9794044ad admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/38cf7109-d735-42fa-ab9d-0ab87d7d8ff0 HTTP/1.1" status: 204 len: 168 time: 0.1202190 Oct 27 09:46:10.065977 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95208fa-8690-4e4e-b692-66c9794044ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cf7109-d735-42fa-ab9d-0ab87d7d8ff0,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:16.931502 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:19.925858 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=69,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:19.930398 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=69,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:20.060652 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:20.062456 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:20.083816 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:26.202902 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5a9acd1f-fc74-4a83-b7b7-377b95817f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:27.731557 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:27.736847 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:28.525929 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-95581fc2-c262-479f-a612-41a35570d3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:28.779614 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:46:29.750765 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:31.410809 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:31.459693 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:36.870096 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5130420-fdb9-408a-8759-176fa609269a req-0fc52792-2a53-4407-87f0-909b32cc7ea8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:36.871482 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a5130420-fdb9-408a-8759-176fa609269a req-0fc52792-2a53-4407-87f0-909b32cc7ea8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 945 time: 0.2216558 Oct 27 09:46:36.920183 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a5130420-fdb9-408a-8759-176fa609269a req-7f139732-2a86-4b6a-ad66-633ea6c81c90 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426171 Oct 27 09:46:36.941907 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:38.102209 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9338d21-9053-4fe7-ad61-a4951fd4f566 req-84fa9b27-669b-4274-9aa9-a9b7933e94c3 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:38.103675 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9338d21-9053-4fe7-ad61-a4951fd4f566 req-84fa9b27-669b-4274-9aa9-a9b7933e94c3 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 945 time: 0.0979850 Oct 27 09:46:38.183509 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c9338d21-9053-4fe7-ad61-a4951fd4f566 req-6a20e280-8010-493c-b560-3c7fc6f9dd9c tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737484 Oct 27 09:46:38.193868 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46920764-ef82-4c9e-a652-5ca03a508957 req-e4350522-0fc5-49c1-9a57-df3d714fc34a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:38.195546 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46920764-ef82-4c9e-a652-5ca03a508957 req-e4350522-0fc5-49c1-9a57-df3d714fc34a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 945 time: 0.0601220 Oct 27 09:46:38.275159 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Deleting port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:46:38.275422 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:38.365562 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] For port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:46:38.365921 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:38.757024 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:38.757379 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (49f34864-a86a-479c-a07e-f1c5e52dd00b), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:38.757690 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Floating IP 49f34864-a86a-479c-a07e-f1c5e52dd00b disassociated. External IP: 172.27.0.238, port: ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee. Oct 27 09:46:38.758023 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Calling delete_port for ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:46:38.774336 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:38.775224 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:38.884241 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:38.910054 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event deleted for resources: {'Port': ['ID=ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:39.019248 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Router 78c1535e-7e49-4502-8acd-edd1a5844206 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:46:39.073029 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:39.076748 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:39.121396 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:46:39.131948 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89644c1b-1ac8-4b2b-8092-c1d0bc6891a1 None None] Sync routers for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:46:39.142883 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89644c1b-1ac8-4b2b-8092-c1d0bc6891a1 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:46:39.143568 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-89644c1b-1ac8-4b2b-8092-c1d0bc6891a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:46:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:46:39.162473 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] No DVR routers for this DVR port ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:46:39.165002 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:39.168174 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46920764-ef82-4c9e-a652-5ca03a508957 req-7e9fba82-606a-46ee-9a5a-7cc9d73e1c0a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "DELETE /networking/v2.0/ports/ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee HTTP/1.1" status: 204 len: 173 time: 0.9667311 Oct 27 09:46:39.168709 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'name': 'network-vif-deleted', 'tag': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:46:39.170961 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d10eb4-1704-4aef-97b7-c0ebec9bbb21" -d '{"events": [{"server_uuid": "4b99fff6-5d91-4648-8384-6a57c8ee57b4", "name": "network-vif-deleted", "tag": "ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:46:39.211469 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8606bde-28af-42fd-9d25-6bc7228b9c83 x-openstack-request-id: req-d8606bde-28af-42fd-9d25-6bc7228b9c83 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:46:39.211784 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b99fff6-5d91-4648-8384-6a57c8ee57b4", "name": "network-vif-deleted", "tag": "ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:46:39.212004 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8606bde-28af-42fd-9d25-6bc7228b9c83 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:46:39.212564 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8606bde-28af-42fd-9d25-6bc7228b9c83'] response: {'server_uuid': '4b99fff6-5d91-4648-8384-6a57c8ee57b4', 'name': 'network-vif-deleted', 'tag': 'ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee', 'status': 'completed', 'code': 200} Oct 27 09:46:39.297801 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1160049a-aa72-40f3-a914-54e0bcc43216 req-8b9862e5-fe6f-4a62-98f3-02fb0b38e6af tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=4b99fff6-5d91-4648-8384-6a57c8ee57b4 HTTP/1.1" status: 200 len: 210 time: 0.0347528 Oct 27 09:46:39.354795 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-89644c1b-1ac8-4b2b-8092-c1d0bc6891a1 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:46:39.553129 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-89644c1b-1ac8-4b2b-8092-c1d0bc6891a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:46:39.578536 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89644c1b-1ac8-4b2b-8092-c1d0bc6891a1 None None] Checking router: 78c1535e-7e49-4502-8acd-edd1a5844206 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:46:39.586838 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89644c1b-1ac8-4b2b-8092-c1d0bc6891a1 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:46:39.587435 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-89644c1b-1ac8-4b2b-8092-c1d0bc6891a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:46:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:46:39.685834 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-89644c1b-1ac8-4b2b-8092-c1d0bc6891a1 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:46:39.874278 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-89644c1b-1ac8-4b2b-8092-c1d0bc6891a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:46:39.900145 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89644c1b-1ac8-4b2b-8092-c1d0bc6891a1 None None] The sync data for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi is: [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:46:40.122341 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77e131f-4d05-4b09-b265-476195749048 None None] New status for floating IP 49f34864-a86a-479c-a07e-f1c5e52dd00b: DOWN {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:46:40.563878 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-73c3c1ca-2114-4d09-b6b4-6dfe3df8817e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-375936574&fields=id&tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18 HTTP/1.1" status: 200 len: 267 time: 0.0434253 Oct 27 09:46:40.669805 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d45688-e771-4f83-a15c-0f0104a8757e req-d4d144b4-9c6f-457c-93b2-049d53455329 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:40.671192 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-d4d144b4-9c6f-457c-93b2-049d53455329 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 811 time: 0.1010711 Oct 27 09:46:40.685300 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e60ffc72-abbe-4dcd-a7df-467cffc46646 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/quotas/4ee2066bcc7240f9a63d5c11a2b04a18 HTTP/1.1" status: 200 len: 375 time: 0.0087566 Oct 27 09:46:40.733711 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-514cb709-f7fa-4753-89c6-439338cb395c tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432141 Oct 27 09:46:40.830608 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-d35a6c41-c31a-4d09-a869-fe7faff53d30 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860188 Oct 27 09:46:40.919239 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-da28f3b3-b78e-46e3-96b9-d80a66af1c5a service neutron] 10.222.0.70 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829091 Oct 27 09:46:41.211537 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-595f9076-143f-405b-93d0-98004b7e1cff req-d64695f3-495f-4d91-ac53-b9cec4295688 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 210 time: 0.0324419 Oct 27 09:46:41.233385 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:46:41.246330 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:46:41.246687 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device ba2ec990-d2bd-49f9-8c22-13fa6afdc1ee not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:46:42.152039 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d45688-e771-4f83-a15c-0f0104a8757e req-ea0fa93a-e054-458d-9b89-47cc2a239c49 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:42.153521 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-ea0fa93a-e054-458d-9b89-47cc2a239c49 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 811 time: 0.1022041 Oct 27 09:46:42.216816 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-22edf5b0-a99c-4aa1-8943-21eb8163be5a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18 HTTP/1.1" status: 200 len: 379 time: 0.0550046 Oct 27 09:46:42.225740 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'port': {'device_id': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'admin_state_up': True, 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'security_groups': ['f93178b8-5c64-4504-abd6-92df6f5299bf']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:46:42.322088 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-7f045833-3472-407d-ad70-a07bde34d6e4 req-a20c8d8c-34e8-4b6f-b451-301cf253ba10 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 210 time: 0.0323753 Oct 27 09:46:42.362342 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Made reservation on behalf of 4ee2066bcc7240f9a63d5c11a2b04a18 for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:46:42.366067 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:42.486535 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:42.496943 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Allocated IP 172.20.0.6 (29853958-4339-4761-9164-23edabe04a06/3c179e3c-3d0c-46ca-93ac-01b33c47f3e3/e8788048-f682-4e10-853b-7d55b6d2595c) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:46:42.524245 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:42.646997 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for port (e8788048-f682-4e10-853b-7d55b6d2595c), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:42.679191 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:42.719623 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Network 29853958-4339-4761-9164-23edabe04a06 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:46:42.722880 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:46:42.729128 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:46:42.757402 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'Port': ['ID=e8788048-f682-4e10-853b-7d55b6d2595c,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:42.781678 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:42.782304 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:42.801107 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7d272ec-8d43-470a-9276-6ecd26558f5e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790710 Oct 27 09:46:42.813108 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Request body: {'port': {'device_id': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:46:42.878357 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:42.937728 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-f9b06bee-ef5e-45ee-b5cb-a03c5c82fa56 None None] Provisioning complete for port e8788048-f682-4e10-853b-7d55b6d2595c triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:46:42.938362 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f9b06bee-ef5e-45ee-b5cb-a03c5c82fa56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:42.938469 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-f9b06bee-ef5e-45ee-b5cb-a03c5c82fa56 None None] Attempt 1 to provision port e8788048-f682-4e10-853b-7d55b6d2595c Oct 27 09:46:42.969932 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-f9b06bee-ef5e-45ee-b5cb-a03c5c82fa56 None None] Port e8788048-f682-4e10-853b-7d55b6d2595c cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:46:43.128459 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8788048-f682-4e10-853b-7d55b6d2595c {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:46:43.135945 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Publish callbacks [] for port (e8788048-f682-4e10-853b-7d55b6d2595c), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:43.148033 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Transition to ACTIVE for port object e8788048-f682-4e10-853b-7d55b6d2595c will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:46:43.150973 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:43.230070 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Pushing event updated for resources: {'Port': ['ID=e8788048-f682-4e10-853b-7d55b6d2595c,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:43.245978 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:43.264908 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Attempting to bind port e8788048-f682-4e10-853b-7d55b6d2595c on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:46:43.265244 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Attempting to bind port e8788048-f682-4e10-853b-7d55b6d2595c by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:46:43.265576 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Attempting to bind port e8788048-f682-4e10-853b-7d55b6d2595c on network 29853958-4339-4761-9164-23edabe04a06 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:46:43.307302 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Port e8788048-f682-4e10-853b-7d55b6d2595c on network 29853958-4339-4761-9164-23edabe04a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:46:43.307632 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Attempting to bind port e8788048-f682-4e10-853b-7d55b6d2595c on network 29853958-4339-4761-9164-23edabe04a06 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:46:43.341304 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:43.350589 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:46:43.350930 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Checking segment: {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:46:43.351348 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Bound using segment: {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:46:43.351759 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Bound port: e8788048-f682-4e10-853b-7d55b6d2595c, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:46:43.352113 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:43.448816 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] For port e8788048-f682-4e10-853b-7d55b6d2595c, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:46:43.468627 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3ca68-86aa-430e-adce-f016a1b9b7fb req-80dd699c-7be9-4274-b978-fa684fc21870 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:43.470105 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-33a3ca68-86aa-430e-adce-f016a1b9b7fb req-80dd699c-7be9-4274-b978-fa684fc21870 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 943 time: 0.0702612 Oct 27 09:46:43.471807 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] For port e8788048-f682-4e10-853b-7d55b6d2595c, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e8788048-f682-4e10-853b-7d55b6d2595c,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:46:43.483030 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:43.493697 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:43.494299 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:43.495618 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/e8788048-f682-4e10-853b-7d55b6d2595c HTTP/1.1" status: 200 len: 1093 time: 0.6874135 Oct 27 09:46:43.498615 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'tag': 'e8788048-f682-4e10-853b-7d55b6d2595c'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:46:43.501410 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737571f3-4f93-49ed-a73a-d4a7ef28a108" -d '{"events": [{"name": "network-changed", "server_uuid": "be390996-dc4a-4a16-999e-2f9e829870ef", "tag": "e8788048-f682-4e10-853b-7d55b6d2595c"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:46:43.567411 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14857bae-4ad9-4eb9-ba2a-7a56fc2b78d5 x-openstack-request-id: req-14857bae-4ad9-4eb9-ba2a-7a56fc2b78d5 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:46:43.567702 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be390996-dc4a-4a16-999e-2f9e829870ef", "tag": "e8788048-f682-4e10-853b-7d55b6d2595c", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:46:43.567952 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-14857bae-4ad9-4eb9-ba2a-7a56fc2b78d5 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:46:43.568352 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14857bae-4ad9-4eb9-ba2a-7a56fc2b78d5'] response: {'name': 'network-changed', 'server_uuid': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'tag': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'status': 'completed', 'code': 200} Oct 27 09:46:43.575404 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-33a3ca68-86aa-430e-adce-f016a1b9b7fb req-4eb99dad-9979-4d87-ab38-fa8b79e54802 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997858 Oct 27 09:46:43.586780 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e701d0-2f0e-42a6-9668-d8183ee82351 service neutron] Pushing event updated for resources: {'Port': ['ID=e8788048-f682-4e10-853b-7d55b6d2595c,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:43.619041 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d45688-e771-4f83-a15c-0f0104a8757e req-3591bef2-6b76-4cf7-b200-d61db4bc4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:43.620537 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-3591bef2-6b76-4cf7-b200-d61db4bc4467 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 1127 time: 0.0491967 Oct 27 09:46:43.659860 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-71ea2860-0af6-4854-984c-84916ce185c6 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8788048-f682-4e10-853b-7d55b6d2595c HTTP/1.1" status: 200 len: 217 time: 0.0318389 Oct 27 09:46:43.707338 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d45688-e771-4f83-a15c-0f0104a8757e req-bee6d32e-268c-4367-af6b-ac976e700bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:43.708689 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-bee6d32e-268c-4367-af6b-ac976e700bba service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0434134 Oct 27 09:46:43.750122 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d45688-e771-4f83-a15c-0f0104a8757e req-773dfba8-b725-4b6d-af38-26aa0dba6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:43.751671 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-773dfba8-b725-4b6d-af38-26aa0dba6adf service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368848 Oct 27 09:46:43.842986 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-bafd902e-9c5f-4e28-bad2-8469fe49e0fb service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854139 Oct 27 09:46:43.932888 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-32d45688-e771-4f83-a15c-0f0104a8757e req-e7568e8d-f522-472f-b191-11025c4b47d1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845046 Oct 27 09:46:44.166846 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737571f3-4f93-49ed-a73a-d4a7ef28a108 req-69bc00b3-6380-4548-ab18-4971345fc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:44.168303 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-737571f3-4f93-49ed-a73a-d4a7ef28a108 req-69bc00b3-6380-4548-ab18-4971345fc4ea service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 1127 time: 0.0376430 Oct 27 09:46:44.258223 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737571f3-4f93-49ed-a73a-d4a7ef28a108 req-a0dac1a6-35c3-4b01-bedb-96dbaec7896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:44.259687 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-737571f3-4f93-49ed-a73a-d4a7ef28a108 req-a0dac1a6-35c3-4b01-bedb-96dbaec7896f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.0844016 Oct 27 09:46:44.302295 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-737571f3-4f93-49ed-a73a-d4a7ef28a108 req-af506ab5-b2a7-46a0-afb4-b3114d593a4d service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8788048-f682-4e10-853b-7d55b6d2595c HTTP/1.1" status: 200 len: 217 time: 0.0359111 Oct 27 09:46:44.349717 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737571f3-4f93-49ed-a73a-d4a7ef28a108 req-f783f958-ee6c-42a6-87b0-a3f5f4100b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:44.351097 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-737571f3-4f93-49ed-a73a-d4a7ef28a108 req-f783f958-ee6c-42a6-87b0-a3f5f4100b33 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0429890 Oct 27 09:46:44.392651 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737571f3-4f93-49ed-a73a-d4a7ef28a108 req-36b2d868-9db8-425a-88ce-5e194b94bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:44.394074 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-737571f3-4f93-49ed-a73a-d4a7ef28a108 req-36b2d868-9db8-425a-88ce-5e194b94bc76 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367205 Oct 27 09:46:44.415954 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:44.486499 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-737571f3-4f93-49ed-a73a-d4a7ef28a108 req-d45aed0d-a14c-43a4-928e-4c85e50b2bf4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864792 Oct 27 09:46:44.558955 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:44.575082 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-737571f3-4f93-49ed-a73a-d4a7ef28a108 req-c149bb5b-956c-4688-9a27-a6a8770dc3e0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827041 Oct 27 09:46:44.703666 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e193a48-c06d-4eec-869a-bab961a114db req-e6c64fc9-c48f-4a22-8da9-c4fa47f26da7 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:44.705161 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e193a48-c06d-4eec-869a-bab961a114db req-e6c64fc9-c48f-4a22-8da9-c4fa47f26da7 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 943 time: 0.0504434 Oct 27 09:46:44.754286 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-1e193a48-c06d-4eec-869a-bab961a114db req-52e7ff21-f75a-4780-bacd-41b61ca7d39c tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436513 Oct 27 09:46:45.879199 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af474f44-bfb8-46ec-9038-a7b201d2315b req-67b7255e-2027-4052-9217-1474cfc8c3dc tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:45.880744 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-af474f44-bfb8-46ec-9038-a7b201d2315b req-67b7255e-2027-4052-9217-1474cfc8c3dc tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 943 time: 0.0470750 Oct 27 09:46:45.933457 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-af474f44-bfb8-46ec-9038-a7b201d2315b req-8e62af3b-bef9-4b0e-be5f-e2656f0b657c tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468066 Oct 27 09:46:47.054264 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8acc2-4a2d-4c62-ab91-3a39afe397f3 req-47b1ecee-fca4-4dff-9484-c6bb1082481d tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:47.055711 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-99c8acc2-4a2d-4c62-ab91-3a39afe397f3 req-47b1ecee-fca4-4dff-9484-c6bb1082481d tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 943 time: 0.0492966 Oct 27 09:46:47.106120 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-99c8acc2-4a2d-4c62-ab91-3a39afe397f3 req-de9d3d13-2089-408a-8fd3-b5d2d401ef4b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448744 Oct 27 09:46:48.224491 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13bdb0-dcae-4ee1-9f85-49ffd1d21408 req-48b92a3d-c020-4f6d-9069-e4a03a76d053 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:48.225958 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ff13bdb0-dcae-4ee1-9f85-49ffd1d21408 req-48b92a3d-c020-4f6d-9069-e4a03a76d053 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 943 time: 0.0466700 Oct 27 09:46:48.275038 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ff13bdb0-dcae-4ee1-9f85-49ffd1d21408 req-c3cc2957-4e95-42cb-bdbd-0cdb34ab4936 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434408 Oct 27 09:46:49.394393 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3446b7-3deb-4f85-91a8-028ef6177600 req-db79d4f5-89e5-4047-bdd8-c0ca08c2b114 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:49.395836 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6b3446b7-3deb-4f85-91a8-028ef6177600 req-db79d4f5-89e5-4047-bdd8-c0ca08c2b114 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 943 time: 0.0465593 Oct 27 09:46:49.447600 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6b3446b7-3deb-4f85-91a8-028ef6177600 req-3fd545f1-d200-49fa-b7fa-c8fad3ae3e2d tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463090 Oct 27 09:46:49.871303 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=70 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:49.877406 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=62 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:50.568964 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45610a-ba9c-46fe-a278-71fed43301b6 req-e5cb70e3-c1b2-4a41-955d-e5ed65530aca tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:50.570574 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2f45610a-ba9c-46fe-a278-71fed43301b6 req-e5cb70e3-c1b2-4a41-955d-e5ed65530aca tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 943 time: 0.0466683 Oct 27 09:46:50.618295 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2f45610a-ba9c-46fe-a278-71fed43301b6 req-3c3ef95f-4248-4a9c-8c39-8ec2159738ff tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422058 Oct 27 09:46:51.269633 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device e8788048-f682-4e10-853b-7d55b6d2595c details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:46:51.271829 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:51.273334 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:51.368541 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port e8788048-f682-4e10-853b-7d55b6d2595c, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e8788048-f682-4e10-853b-7d55b6d2595c,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:46:51.383206 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'port_id': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'mac_address': 'fa:16:3e:ef:ce:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:46:51.418098 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port e8788048-f682-4e10-853b-7d55b6d2595c is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:46:51.418487 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:51.431096 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8788048-f682-4e10-853b-7d55b6d2595c {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:46:51.450356 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port e8788048-f682-4e10-853b-7d55b6d2595c, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e8788048-f682-4e10-853b-7d55b6d2595c,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:46:51.454463 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:51.501413 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=e8788048-f682-4e10-853b-7d55b6d2595c,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:51.508314 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.508692 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.509034 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.509372 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.509726 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.510051 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.510375 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.510696 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.511016 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.511335 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.511654 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.511974 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.512294 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.512639 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.512955 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:46:51.668602 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['e8788048-f682-4e10-853b-7d55b6d2595c'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:46:51.740878 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437877c4-0524-4c82-818c-ebac07ec4465 req-eef22b7f-c662-447d-9c0d-23da48f82f0b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:51.742490 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-437877c4-0524-4c82-818c-ebac07ec4465 req-eef22b7f-c662-447d-9c0d-23da48f82f0b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 944 time: 0.0467982 Oct 27 09:46:51.794001 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-437877c4-0524-4c82-818c-ebac07ec4465 req-94440b9d-07ca-4dfa-b618-02c4a746b2d8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457067 Oct 27 09:46:52.916672 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999ab48-bf0c-4970-8d15-d9624b31990b req-9a26db97-5b48-4c0c-9a41-3b8c125ceb17 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:52.918143 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d999ab48-bf0c-4970-8d15-d9624b31990b req-9a26db97-5b48-4c0c-9a41-3b8c125ceb17 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 944 time: 0.0499864 Oct 27 09:46:52.966264 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d999ab48-bf0c-4970-8d15-d9624b31990b req-eee46e79-2970-4b51-9dce-c5a191d76300 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426865 Oct 27 09:46:53.286184 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device e8788048-f682-4e10-853b-7d55b6d2595c up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:46:53.330829 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port e8788048-f682-4e10-853b-7d55b6d2595c completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:46:53.336756 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port e8788048-f682-4e10-853b-7d55b6d2595c triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:46:53.337170 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:53.337509 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port e8788048-f682-4e10-853b-7d55b6d2595c Oct 27 09:46:53.407723 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port e8788048-f682-4e10-853b-7d55b6d2595c is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:46:53.408103 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:53.430091 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8788048-f682-4e10-853b-7d55b6d2595c'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:46:53.432303 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9033eeee-3f1e-49fc-83f7-30111b48773a" -d '{"events": [{"server_uuid": "be390996-dc4a-4a16-999e-2f9e829870ef", "name": "network-vif-plugged", "status": "completed", "tag": "e8788048-f682-4e10-853b-7d55b6d2595c"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:46:53.445679 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port e8788048-f682-4e10-853b-7d55b6d2595c, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e8788048-f682-4e10-853b-7d55b6d2595c,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:46:53.450055 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:53.474171 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f726c6-8f37-4346-9c73-60cd433c528c x-openstack-request-id: req-68f726c6-8f37-4346-9c73-60cd433c528c {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:46:53.474463 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be390996-dc4a-4a16-999e-2f9e829870ef", "name": "network-vif-plugged", "status": "completed", "tag": "e8788048-f682-4e10-853b-7d55b6d2595c", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:46:53.474728 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-68f726c6-8f37-4346-9c73-60cd433c528c {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:46:53.475101 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f726c6-8f37-4346-9c73-60cd433c528c'] response: {'server_uuid': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'code': 200} Oct 27 09:46:53.506268 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=e8788048-f682-4e10-853b-7d55b6d2595c,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:53.679602 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32857e-95ee-46e8-ae7f-f75b6ab91ec3 req-fef725c2-f326-420c-aa72-7c42a37d6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:53.681120 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cf32857e-95ee-46e8-ae7f-f75b6ab91ec3 req-fef725c2-f326-420c-aa72-7c42a37d6fd9 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 1129 time: 0.0377789 Oct 27 09:46:53.727952 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-cf32857e-95ee-46e8-ae7f-f75b6ab91ec3 req-2bcf6699-516b-4558-817d-81782383c22b service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401092 Oct 27 09:46:54.084365 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b0bc9-4f07-4d54-8d91-a392eae56e9d req-364deedc-cc07-46b2-bf76-5f36fa3edc27 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:54.085760 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-db9b0bc9-4f07-4d54-8d91-a392eae56e9d req-364deedc-cc07-46b2-bf76-5f36fa3edc27 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 945 time: 0.0458789 Oct 27 09:46:54.096635 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:54.138938 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-db9b0bc9-4f07-4d54-8d91-a392eae56e9d req-8a649357-bec2-42b3-9aaa-2adfe1cede55 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475719 Oct 27 09:46:55.259632 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d66ed9-17d1-4474-aa24-b6044c62640d req-bb954f7f-17be-4f94-b25c-009018bd9a7b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:55.261209 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27d66ed9-17d1-4474-aa24-b6044c62640d req-bb954f7f-17be-4f94-b25c-009018bd9a7b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 945 time: 0.0464799 Oct 27 09:46:55.290813 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:55.309675 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-27d66ed9-17d1-4474-aa24-b6044c62640d req-9780697a-53e7-4a6c-a51e-767a4ee776d6 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430474 Oct 27 09:46:55.427184 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b286b33-dd6d-464d-8e87-2c42cade11a9 req-aa8fb460-020a-4911-9278-074887faa9c7 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:55.428552 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b286b33-dd6d-464d-8e87-2c42cade11a9 req-aa8fb460-020a-4911-9278-074887faa9c7 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 945 time: 0.0455704 Oct 27 09:46:55.480173 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4b286b33-dd6d-464d-8e87-2c42cade11a9 req-3a7f2e57-73e9-4f84-bc9d-5f9cfda72c83 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461335 Oct 27 09:46:55.508316 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38896) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:46:55.548502 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dccccfa-a1a8-4396-9df0-ea6d600a7263 tempest-TestVolumeBootPattern-254786151 tempest-TestVolumeBootPattern-254786151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:55.550021 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-4dccccfa-a1a8-4396-9df0-ea6d600a7263 tempest-TestVolumeBootPattern-254786151 tempest-TestVolumeBootPattern-254786151-project-admin] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 1124 time: 0.0406733 Oct 27 09:46:55.552748 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 38898) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:46:55.556822 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'port_id': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:46:55.577740 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:55.656035 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:55.761540 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Allocated IP 172.27.0.59 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/310fcbc8-3283-41bb-8252-169dbe05ac1f) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:46:55.861168 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for port (310fcbc8-3283-41bb-8252-169dbe05ac1f), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:55.892885 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (310fcbc8-3283-41bb-8252-169dbe05ac1f), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:55.937367 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:46:55.940528 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:46:55.944391 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:46:55.947992 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'Port': ['ID=310fcbc8-3283-41bb-8252-169dbe05ac1f,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:56.109766 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:56.146665 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:56.200238 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:56.206201 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-aa42854d-a3c6-4621-9468-22972612598c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:56.291947 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (23b46492-c7d8-41ef-8949-e2ebf12552e7), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:56.360194 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (310fcbc8-3283-41bb-8252-169dbe05ac1f), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:56.500906 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for port (310fcbc8-3283-41bb-8252-169dbe05ac1f), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:56.505322 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (310fcbc8-3283-41bb-8252-169dbe05ac1f), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:56.568436 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'Port': ['ID=310fcbc8-3283-41bb-8252-169dbe05ac1f,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:46:56.571318 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (23b46492-c7d8-41ef-8949-e2ebf12552e7), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:56.900857 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Floating IP 23b46492-c7d8-41ef-8949-e2ebf12552e7 associated. External IP: 172.27.0.59, port: e8788048-f682-4e10-853b-7d55b6d2595c. Oct 27 09:46:57.093318 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Router 78c1535e-7e49-4502-8acd-edd1a5844206 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:46:57.135777 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:57.196923 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:46:57.206330 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93675f8-2396-4611-87ba-e6bc286f9217 None None] Sync routers for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:46:57.216450 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:57.217452 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93675f8-2396-4611-87ba-e6bc286f9217 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:46:57.218064 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-c93675f8-2396-4611-87ba-e6bc286f9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:46:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:46:57.219746 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:57.248305 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-50bd9782-f413-47ae-a56e-ba7cc34a044a tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6945014 Oct 27 09:46:57.249215 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'tag': 'e8788048-f682-4e10-853b-7d55b6d2595c'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:46:57.251336 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146" -d '{"events": [{"name": "network-changed", "server_uuid": "be390996-dc4a-4a16-999e-2f9e829870ef", "tag": "e8788048-f682-4e10-853b-7d55b6d2595c"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:46:57.287863 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39070345-3f7e-47d1-a377-383120bd8343 x-openstack-request-id: req-39070345-3f7e-47d1-a377-383120bd8343 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:46:57.288150 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be390996-dc4a-4a16-999e-2f9e829870ef", "tag": "e8788048-f682-4e10-853b-7d55b6d2595c", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:46:57.288400 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-39070345-3f7e-47d1-a377-383120bd8343 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:46:57.288830 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39070345-3f7e-47d1-a377-383120bd8343'] response: {'name': 'network-changed', 'server_uuid': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'tag': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'status': 'completed', 'code': 200} Oct 27 09:46:57.321695 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-c93675f8-2396-4611-87ba-e6bc286f9217 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:46:57.351345 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146 req-3fba3839-a601-4fad-9625-1de1f8bb438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:57.352890 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146 req-3fba3839-a601-4fad-9625-1de1f8bb438b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 1129 time: 0.0394154 Oct 27 09:46:57.446749 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146 req-74c3af45-5e68-4db0-bce1-e8355a9d699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:57.448325 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146 req-74c3af45-5e68-4db0-bce1-e8355a9d699a service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.0885928 Oct 27 09:46:57.507966 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146 req-3b4c7e46-c7be-4418-9f76-a9e7f4e13775 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8788048-f682-4e10-853b-7d55b6d2595c HTTP/1.1" status: 200 len: 998 time: 0.0538774 Oct 27 09:46:57.534788 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-c93675f8-2396-4611-87ba-e6bc286f9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '23b46492-c7d8-41ef-8949-e2ebf12552e7', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:ef:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:46:56Z', 'updated_at': '2022-10-27T09:46:56Z', 'revision_number': 0, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:46:57.559171 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93675f8-2396-4611-87ba-e6bc286f9217 None None] Checking router: 78c1535e-7e49-4502-8acd-edd1a5844206 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:46:57.561717 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146 req-45a22755-f4f3-463f-b73c-59db99ec1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:57.563178 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146 req-45a22755-f4f3-463f-b73c-59db99ec1c8f service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0495679 Oct 27 09:46:57.568191 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93675f8-2396-4611-87ba-e6bc286f9217 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:46:57.568818 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-c93675f8-2396-4611-87ba-e6bc286f9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:46:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:46:57.609385 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146 req-17d6aae3-5b9e-4f81-962d-19457c73d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:46:57.610887 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146 req-17d6aae3-5b9e-4f81-962d-19457c73d9fa service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421867 Oct 27 09:46:57.669646 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-c93675f8-2396-4611-87ba-e6bc286f9217 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:46:57.699522 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146 req-ce360d9b-65b6-4fd5-8c35-753cd54947c4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828886 Oct 27 09:46:57.791690 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a0a8ebd7-05d0-4fd5-bbf1-97163d35d146 req-899a4381-deb1-4427-b820-0a80c5eab686 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860260 Oct 27 09:46:57.881178 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-c93675f8-2396-4611-87ba-e6bc286f9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '23b46492-c7d8-41ef-8949-e2ebf12552e7', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:ef:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:46:56Z', 'updated_at': '2022-10-27T09:46:56Z', 'revision_number': 0, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:46:57.909939 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93675f8-2396-4611-87ba-e6bc286f9217 None None] The sync data for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi is: [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '23b46492-c7d8-41ef-8949-e2ebf12552e7', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:ef:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:46:56Z', 'updated_at': '2022-10-27T09:46:56Z', 'revision_number': 0, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:46:58.091629 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b64ff-515a-4c71-95c0-6e6fd5e3bc7b None None] New status for floating IP 23b46492-c7d8-41ef-8949-e2ebf12552e7: ACTIVE {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:46:58.095030 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:46:58.527898 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-3b296d09-50da-44e1-aa25-44b8f2273867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:46:59.753240 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:01.414283 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:01.461760 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:05.777839 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:47:06.950241 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:07.782034 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=47 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:07.788219 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=61 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:15.772880 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=76 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:15.774178 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=80 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:16.939570 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:16.945724 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:26.207649 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fde57f9a-a081-4bad-9e1a-7dbd71504998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:26.556235 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=11 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:26.558824 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=15 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:28.529523 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e8f2-c2f1-4e86-910c-7e52ab7ca34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:29.757216 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:31.416700 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:31.463288 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:36.969073 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:41.724718 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:41.729752 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:42.776804 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:47:44.872265 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-9ec2b789-0c3e-4fc8-92aa-4ca6327d309d service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818131 Oct 27 09:47:44.954831 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-7077ac42-ef7c-4ef7-8d97-c817243f0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:47:44.956279 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-7077ac42-ef7c-4ef7-8d97-c817243f0d77 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 1129 time: 0.0382879 Oct 27 09:47:45.063849 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-37348d95-a0e8-4e2e-a875-398f1291dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:47:45.065251 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-37348d95-a0e8-4e2e-a875-398f1291dc0f service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.0886278 Oct 27 09:47:45.126305 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-1b746b8b-7b4f-4cd6-bfff-03c674774719 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8788048-f682-4e10-853b-7d55b6d2595c HTTP/1.1" status: 200 len: 1000 time: 0.0550001 Oct 27 09:47:45.177916 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-ee858e1b-29c0-4396-9226-b002aa3a3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:47:45.179325 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-ee858e1b-29c0-4396-9226-b002aa3a3dee service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0469310 Oct 27 09:47:45.223854 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-eca7422c-694e-43eb-975a-26895bd543a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:47:45.225293 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-eca7422c-694e-43eb-975a-26895bd543a8 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380607 Oct 27 09:47:45.235540 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-1869a6df-ef68-4938-9794-a478064825c1 service neutron] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:47:45.236458 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-1869a6df-ef68-4938-9794-a478064825c1 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047109 Oct 27 09:47:45.329256 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-9dda8cb5-9692-49e2-a895-0c1758139d3c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865076 Oct 27 09:47:45.417806 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46d29e80-8e6f-427a-859e-aaef8a22981a req-cc9e776c-63ec-4455-a644-9ef8fa47c403 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817180 Oct 27 09:47:46.963021 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:46.964897 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:52.771835 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:52.772668 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:55.408989 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=51 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:55.415102 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=50 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:47:56.210049 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0c036450-50d2-4eb5-835a-2bd76bc2c834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:58.534259 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-00d33d48-82e8-4030-ab4e-f5f95e4ef75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:47:59.760020 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:01.418958 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:01.464775 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:06.966659 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:16.961256 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:16.963141 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:18.724964 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:19.776509 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:48:26.211172 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-a108433e-e209-4760-a693-b9e233078282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:28.536109 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-cbe8f9ef-ad22-4a2b-8ea7-5b257c9284c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:29.762405 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:29.771663 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:29.772424 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:31.423446 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:31.466407 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:32.425024 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-8ddc2a55-02ee-4d2f-8f15-d6b212b798e0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-375936574&fields=id&tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18 HTTP/1.1" status: 200 len: 267 time: 0.0446653 Oct 27 09:48:32.533271 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-3f9c3278-9293-49d2-82d5-067265d02c03 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:32.534786 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-3f9c3278-9293-49d2-82d5-067265d02c03 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 811 time: 0.1036651 Oct 27 09:48:32.549151 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-c622f280-dcbd-4fa6-86f8-e43bad03b049 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/quotas/4ee2066bcc7240f9a63d5c11a2b04a18 HTTP/1.1" status: 200 len: 375 time: 0.0089874 Oct 27 09:48:32.600470 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-3916783c-2daa-46fc-9388-0628f7982d5d tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464463 Oct 27 09:48:32.655810 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-0eb08acc-8ae6-4083-9d8d-bcd5371b6ebb service neutron] http://10.222.0.70:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104689) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 27 09:48:32.656938 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-0eb08acc-8ae6-4083-9d8d-bcd5371b6ebb service neutron] 10.222.0.70 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0460002 Oct 27 09:48:32.749897 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-f88dc0b9-324f-4943-8822-a98210f62908 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865786 Oct 27 09:48:32.838625 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-366cf5f4-3bbb-425e-9ab8-e96e15894be0 service neutron] 10.222.0.70 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830879 Oct 27 09:48:33.142462 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a42c6af7-2ef4-400b-8da0-ad0bc5ffca77 req-897c5fbd-4ace-4845-8309-7b1bc8403937 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 210 time: 0.0314524 Oct 27 09:48:34.241520 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-e8393688-3629-4ff4-bf5d-7954816acb57 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:34.242922 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-e8393688-3629-4ff4-bf5d-7954816acb57 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 811 time: 0.1129568 Oct 27 09:48:34.263937 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-c0f8bd5e-e056-47eb-87e4-97ad725d6dd1 req-40598252-7eb5-4c79-98aa-e2a6dfa91745 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 210 time: 0.0412278 Oct 27 09:48:34.321369 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-6dad38a6-fb1a-447a-b5e2-0cf4b4a8979c tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18 HTTP/1.1" status: 200 len: 379 time: 0.0635784 Oct 27 09:48:34.330233 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'port': {'device_id': '898652a4-3e08-45f7-a331-888e7dec6188', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'admin_state_up': True, 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'security_groups': ['f93178b8-5c64-4504-abd6-92df6f5299bf']}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:48:34.436005 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Made reservation on behalf of 4ee2066bcc7240f9a63d5c11a2b04a18 for: {'port': 1} {{(pid=104689) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 09:48:34.439798 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:34.571929 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_common [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Allocated IP 172.20.0.8 (29853958-4339-4761-9164-23edabe04a06/3c179e3c-3d0c-46ca-93ac-01b33c47f3e3/f83a1add-bf69-422d-944a-4ac8ffc897f2) {{(pid=104689) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:48:34.600960 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:34.679757 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:34.723916 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), precommit_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:34.756265 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), after_create {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:34.795642 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Network 29853958-4339-4761-9164-23edabe04a06 is already hosted by enough agents. {{(pid=104689) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:48:34.803368 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.base_scheduler [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Resources bound (agent type, host, resource id): {{(pid=104689) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:48:34.807160 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Received port after_create {{(pid=104689) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:48:34.830565 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'Port': ['ID=f83a1add-bf69-422d-944a-4ac8ffc897f2,revision_number=1']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:48:34.848373 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.848729 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.849130 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.849415 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.849751 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.850083 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.850410 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.850735 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.851070 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.851390 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.851714 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.852039 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.852360 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.852717 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.853039 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:34.870487 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:34.871116 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:34.888032 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-a996f431-99c6-480f-bbc7-51a64e8415a8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613449 Oct 27 09:48:34.899943 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.v2.base [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Request body: {'port': {'device_id': '898652a4-3e08-45f7-a331-888e7dec6188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79797'}} {{(pid=104689) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:48:34.964172 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:35.059199 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-a3bc4d8c-1d76-422f-aa77-ccc3af3aee2e None None] Provisioning complete for port f83a1add-bf69-422d-944a-4ac8ffc897f2 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:48:35.059836 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-a3bc4d8c-1d76-422f-aa77-ccc3af3aee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:35.059966 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-a3bc4d8c-1d76-422f-aa77-ccc3af3aee2e None None] Attempt 1 to provision port f83a1add-bf69-422d-944a-4ac8ffc897f2 Oct 27 09:48:35.091848 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc4d8c-1d76-422f-aa77-ccc3af3aee2e None None] Port f83a1add-bf69-422d-944a-4ac8ffc897f2 cannot update to ACTIVE because it is not bound. {{(pid=104691) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 27 09:48:35.211225 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83a1add-bf69-422d-944a-4ac8ffc897f2 {{(pid=104689) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:48:35.218374 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Publish callbacks [] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), precommit_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:35.231014 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.provisioning_blocks [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Transition to ACTIVE for port object f83a1add-bf69-422d-944a-4ac8ffc897f2 will not be triggered until provisioned by entity L2. {{(pid=104689) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 27 09:48:35.234651 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:35.295140 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Pushing event updated for resources: {'Port': ['ID=f83a1add-bf69-422d-944a-4ac8ffc897f2,revision_number=2']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:48:35.354333 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Attempting to bind port f83a1add-bf69-422d-944a-4ac8ffc897f2 on host hv-cinder-79797 for vnic_type normal with profile {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 27 09:48:35.354664 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Attempting to bind port f83a1add-bf69-422d-944a-4ac8ffc897f2 by drivers openvswitch,hyperv on host hv-cinder-79797 at level 0 using segments [{'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 27 09:48:35.354990 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Attempting to bind port f83a1add-bf69-422d-944a-4ac8ffc897f2 on network 29853958-4339-4761-9164-23edabe04a06 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:48:35.400665 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:35.412200 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a7526-1793-4402-bcd2-c1c2c414f448 req-dd6d5c0f-efbd-40d6-9e2e-c6100a628a8d tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:35.413672 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d65a7526-1793-4402-bcd2-c1c2c414f448 req-dd6d5c0f-efbd-40d6-9e2e-c6100a628a8d tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 943 time: 0.0731137 Oct 27 09:48:35.439537 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:35.442159 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Port f83a1add-bf69-422d-944a-4ac8ffc897f2 on network 29853958-4339-4761-9164-23edabe04a06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79797 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 09:48:35.442480 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Attempting to bind port f83a1add-bf69-422d-944a-4ac8ffc897f2 on network 29853958-4339-4761-9164-23edabe04a06 {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 09:48:35.506357 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d65a7526-1793-4402-bcd2-c1c2c414f448 req-d0812a7a-78c5-49e9-bf6a-f94ee198b723 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855863 Oct 27 09:48:35.512208 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Checking agent: {'id': '091b9ace-e35e-48d2-bf70-f90b130511f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79797', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'started_at': datetime.datetime(2022, 10, 27, 9, 34, 36), 'heartbeat_timestamp': datetime.datetime(2022, 10, 27, 9, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 27 09:48:35.512573 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Checking segment: {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104689) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 27 09:48:35.512949 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Bound using segment: {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'} {{(pid=104689) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 27 09:48:35.513374 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.managers [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Bound port: f83a1add-bf69-422d-944a-4ac8ffc897f2, host: hv-cinder-79797, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efb5e451-fc71-4c02-b22b-57909849b2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '29853958-4339-4761-9164-23edabe04a06'}}] {{(pid=104689) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 27 09:48:35.513729 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), before_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:35.572731 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] For port f83a1add-bf69-422d-944a-4ac8ffc897f2, host hv-cinder-79797, cleared binding levels {{(pid=104689) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 09:48:35.575709 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] For port f83a1add-bf69-422d-944a-4ac8ffc897f2, host hv-cinder-79797, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f83a1add-bf69-422d-944a-4ac8ffc897f2,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104689) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 09:48:35.581854 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4066204'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), after_update {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:35.585765 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:35.586371 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:35.587704 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] 10.222.0.72 "PUT /networking/v2.0/ports/f83a1add-bf69-422d-944a-4ac8ffc897f2 HTTP/1.1" status: 200 len: 1093 time: 0.6920364 Oct 27 09:48:35.588249 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898652a4-3e08-45f7-a331-888e7dec6188', 'tag': 'f83a1add-bf69-422d-944a-4ac8ffc897f2'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:48:35.590466 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3cc498-e528-4577-9ee4-8c97786c59a6" -d '{"events": [{"name": "network-changed", "server_uuid": "898652a4-3e08-45f7-a331-888e7dec6188", "tag": "f83a1add-bf69-422d-944a-4ac8ffc897f2"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:48:35.666449 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfe0c8-fde7-491e-b7e5-90b1de9dcb09 service neutron] Pushing event updated for resources: {'Port': ['ID=f83a1add-bf69-422d-944a-4ac8ffc897f2,revision_number=3']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:48:35.676423 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-1f7a9268-086e-42e0-9186-6a9267e0e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:35.677951 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-1f7a9268-086e-42e0-9186-6a9267e0e249 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 1127 time: 0.0509019 Oct 27 09:48:35.698284 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066dd1ef-9c47-4c2a-b101-355f1a4895cc x-openstack-request-id: req-066dd1ef-9c47-4c2a-b101-355f1a4895cc {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:48:35.698558 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898652a4-3e08-45f7-a331-888e7dec6188", "tag": "f83a1add-bf69-422d-944a-4ac8ffc897f2", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:48:35.698805 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-066dd1ef-9c47-4c2a-b101-355f1a4895cc {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:48:35.699189 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066dd1ef-9c47-4c2a-b101-355f1a4895cc'] response: {'name': 'network-changed', 'server_uuid': '898652a4-3e08-45f7-a331-888e7dec6188', 'tag': 'f83a1add-bf69-422d-944a-4ac8ffc897f2', 'status': 'completed', 'code': 200} Oct 27 09:48:35.724167 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-16c4a699-2790-4010-a55b-374de0018bf5 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83a1add-bf69-422d-944a-4ac8ffc897f2 HTTP/1.1" status: 200 len: 217 time: 0.0342641 Oct 27 09:48:35.773470 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-f9376ce8-35bd-444b-8f88-4b1bd33142c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:35.774786 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-f9376ce8-35bd-444b-8f88-4b1bd33142c7 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0433979 Oct 27 09:48:35.815162 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-f53aea23-9418-4426-a375-d27bc130abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:35.817169 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-f53aea23-9418-4426-a375-d27bc130abab service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366981 Oct 27 09:48:35.905370 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-112ec5c8-b24c-4fab-bd4b-f0e83f71487c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823791 Oct 27 09:48:35.996703 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9e14a4cb-5bb9-4b2f-b2d5-a6d2ac843cff req-f065000f-ef19-4eca-adc3-1cc1e1690f94 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842953 Oct 27 09:48:36.298749 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc498-e528-4577-9ee4-8c97786c59a6 req-0a355c5e-12cf-4755-91a7-13889b784cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:36.300904 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b3cc498-e528-4577-9ee4-8c97786c59a6 req-0a355c5e-12cf-4755-91a7-13889b784cad service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 1127 time: 0.0394502 Oct 27 09:48:36.389316 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc498-e528-4577-9ee4-8c97786c59a6 req-a1a02073-c3dc-4aa1-a2de-dac21cbb21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:36.390761 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b3cc498-e528-4577-9ee4-8c97786c59a6 req-a1a02073-c3dc-4aa1-a2de-dac21cbb21d8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.0831347 Oct 27 09:48:36.434795 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b3cc498-e528-4577-9ee4-8c97786c59a6 req-c1dca89f-7d0c-4b42-a054-573a4d406f64 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83a1add-bf69-422d-944a-4ac8ffc897f2 HTTP/1.1" status: 200 len: 217 time: 0.0351419 Oct 27 09:48:36.484650 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc498-e528-4577-9ee4-8c97786c59a6 req-84c6a30d-fa1c-43fc-9009-3e61a445524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:36.486033 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b3cc498-e528-4577-9ee4-8c97786c59a6 req-84c6a30d-fa1c-43fc-9009-3e61a445524d service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0431666 Oct 27 09:48:36.529067 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc498-e528-4577-9ee4-8c97786c59a6 req-ac2d6192-24cf-4ae1-8d8c-577e3ac71e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:36.530501 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b3cc498-e528-4577-9ee4-8c97786c59a6 req-ac2d6192-24cf-4ae1-8d8c-577e3ac71e9a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363564 Oct 27 09:48:36.643194 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:36.652610 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75164b76-9439-4f36-875a-35affa92acbf req-01af0377-c5e6-4c80-bcbd-f11d64d325b7 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:36.654047 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-75164b76-9439-4f36-875a-35affa92acbf req-01af0377-c5e6-4c80-bcbd-f11d64d325b7 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 943 time: 0.0609715 Oct 27 09:48:36.678358 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b3cc498-e528-4577-9ee4-8c97786c59a6 req-385b1d17-7a50-4ca1-81c8-0a6b085fca77 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409669 Oct 27 09:48:36.707808 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:36.767169 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-75164b76-9439-4f36-875a-35affa92acbf req-cddf0f23-7566-4ff7-8b4d-c8be8462957e tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067963 Oct 27 09:48:36.794627 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2b3cc498-e528-4577-9ee4-8c97786c59a6 req-d13c18b6-e3dd-4578-a206-7d6dc6d7cbb1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095996 Oct 27 09:48:36.983949 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:37.886920 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42e07e-2b90-4b02-b517-65095a955821 req-fee275c7-c944-481b-bfd3-d1cf47df1ef9 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:37.888368 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-de42e07e-2b90-4b02-b517-65095a955821 req-fee275c7-c944-481b-bfd3-d1cf47df1ef9 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 943 time: 0.0459256 Oct 27 09:48:37.935979 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-de42e07e-2b90-4b02-b517-65095a955821 req-73941f4b-e3e1-4ec1-bc9e-645b02232090 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 Oct 27 09:48:39.058254 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5706f8-3470-4799-93a8-0c04c5614e53 req-296b5308-52f3-431d-ab0e-365e30392e71 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:39.059728 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fb5706f8-3470-4799-93a8-0c04c5614e53 req-296b5308-52f3-431d-ab0e-365e30392e71 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 943 time: 0.0492463 Oct 27 09:48:39.107735 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-fb5706f8-3470-4799-93a8-0c04c5614e53 req-593b7c41-5e5b-4cb1-a9f7-bc66bc36d1e3 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425353 Oct 27 09:48:40.225022 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f0daf-ebee-4013-84b2-e83225f0c2ba req-947bd134-94be-4044-bbb1-8c13e90c52b7 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:40.226507 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-586f0daf-ebee-4013-84b2-e83225f0c2ba req-947bd134-94be-4044-bbb1-8c13e90c52b7 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 943 time: 0.0462165 Oct 27 09:48:40.275238 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-586f0daf-ebee-4013-84b2-e83225f0c2ba req-77dcdbc5-5780-4bde-a65b-5384af125d01 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432241 Oct 27 09:48:41.393385 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14260bb8-a8bb-45e2-9db0-b48308e3d71b req-cc921dcf-277e-470f-8677-92472ad4b879 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:41.394820 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-14260bb8-a8bb-45e2-9db0-b48308e3d71b req-cc921dcf-277e-470f-8677-92472ad4b879 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 943 time: 0.0458050 Oct 27 09:48:41.446235 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-14260bb8-a8bb-45e2-9db0-b48308e3d71b req-5ccbc0ba-7272-4be5-8b29-c52532d3f7d7 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457301 Oct 27 09:48:42.563374 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02979d-3ecc-43d2-be74-378de6137a07 req-ef35bb8f-bf71-47ed-aa9f-8e0c0fe52612 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:42.564854 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2c02979d-3ecc-43d2-be74-378de6137a07 req-ef35bb8f-bf71-47ed-aa9f-8e0c0fe52612 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 943 time: 0.0461185 Oct 27 09:48:42.613570 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2c02979d-3ecc-43d2-be74-378de6137a07 req-3aeb8e2f-36b3-4826-a9f1-8485b089520f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426216 Oct 27 09:48:43.732350 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46423a0b-1325-4e29-9e7b-2f633f49b01e req-e38064fb-32cd-4632-b674-d55f0ca7573f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:43.733759 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46423a0b-1325-4e29-9e7b-2f633f49b01e req-e38064fb-32cd-4632-b674-d55f0ca7573f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 943 time: 0.0455120 Oct 27 09:48:43.781201 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-46423a0b-1325-4e29-9e7b-2f633f49b01e req-6831a810-0002-46d4-9fa2-3f6c1c8c2268 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413766 Oct 27 09:48:43.907912 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f83a1add-bf69-422d-944a-4ac8ffc897f2 details requested by agent hyperv_hv-cinder-79797 with host hv-cinder-79797 {{(pid=104691) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 09:48:44.003729 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port f83a1add-bf69-422d-944a-4ac8ffc897f2, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f83a1add-bf69-422d-944a-4ac8ffc897f2,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:48:44.014583 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Returning: {'device': 'f83a1add-bf69-422d-944a-4ac8ffc897f2', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'port_id': 'f83a1add-bf69-422d-944a-4ac8ffc897f2', 'mac_address': 'fa:16:3e:69:19:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104691) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 09:48:44.051503 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port f83a1add-bf69-422d-944a-4ac8ffc897f2 is: DOWN; New status is: BUILD {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:48:44.051884 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:44.064334 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83a1add-bf69-422d-944a-4ac8ffc897f2 {{(pid=104691) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 27 09:48:44.084402 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port f83a1add-bf69-422d-944a-4ac8ffc897f2, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f83a1add-bf69-422d-944a-4ac8ffc897f2,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:48:44.088149 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:44.133728 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=f83a1add-bf69-422d-944a-4ac8ffc897f2,revision_number=4']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:48:44.140793 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.141158 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.141499 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.141835 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.142167 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.142522 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.142847 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.143168 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.143491 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.144315 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.144665 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.144986 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.145302 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.145623 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.145933 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:44.299402 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] get_ports_and_sgs() called for port_ids ['f83a1add-bf69-422d-944a-4ac8ffc897f2'] {{(pid=104691) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 09:48:44.835743 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-0eea5e2b-d3e0-487d-9b07-2be47e185f3f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431635 Oct 27 09:48:44.931831 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5b90f-a982-4a4b-82ed-dad6e8dd931c req-d8223c22-2022-43a1-b37b-2b34dd0716e1 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:44.933329 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-40a5b90f-a982-4a4b-82ed-dad6e8dd931c req-d8223c22-2022-43a1-b37b-2b34dd0716e1 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 944 time: 0.0734353 Oct 27 09:48:44.942907 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-b9236b63-31c6-41f0-b6cc-b2e9f49bea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:44.944270 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-b9236b63-31c6-41f0-b6cc-b2e9f49bea9c service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 1129 time: 0.0541611 Oct 27 09:48:45.287503 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-40a5b90f-a982-4a4b-82ed-dad6e8dd931c req-7468df03-3b4c-41d9-a75c-d2095f35a42c tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474588 Oct 27 09:48:45.311873 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-b3387823-4bc2-448d-92f6-65fe5a2a6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:45.313486 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-b3387823-4bc2-448d-92f6-65fe5a2a6010 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.3519115 Oct 27 09:48:45.377577 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-cf3cc7f8-5df9-4d0f-9f6d-059258b5e992 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8788048-f682-4e10-853b-7d55b6d2595c HTTP/1.1" status: 200 len: 1000 time: 0.0576415 Oct 27 09:48:45.410428 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:45.421093 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:45.425767 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-4ff4f6d2-b6f1-4776-9fe6-e00b4439df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:45.427146 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-4ff4f6d2-b6f1-4776-9fe6-e00b4439df6e service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0438559 Oct 27 09:48:45.467504 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-ac4ab0c0-ba04-4f6e-9c57-67ffbe5ef262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:45.468993 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-ac4ab0c0-ba04-4f6e-9c57-67ffbe5ef262 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360320 Oct 27 09:48:45.559778 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-89564236-578f-4c66-8563-675a8e47cbac service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846381 Oct 27 09:48:45.647087 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-060bf3c4-7891-4f27-b8ab-b6238756ec2e req-adbe9b69-38c3-49ef-8c55-1b8ee8183615 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809438 Oct 27 09:48:45.924692 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f83a1add-bf69-422d-944a-4ac8ffc897f2 up at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 09:48:45.966159 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning for port f83a1add-bf69-422d-944a-4ac8ffc897f2 completed by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 27 09:48:45.971660 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Provisioning complete for port f83a1add-bf69-422d-944a-4ac8ffc897f2 triggered by entity L2. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:48:45.972600 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:45.972937 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Attempt 1 to provision port f83a1add-bf69-422d-944a-4ac8ffc897f2 Oct 27 09:48:46.000668 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:46.012500 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:46.049477 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Current status of the port f83a1add-bf69-422d-944a-4ac8ffc897f2 is: BUILD; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:48:46.049865 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), before_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:46.072652 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898652a4-3e08-45f7-a331-888e7dec6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83a1add-bf69-422d-944a-4ac8ffc897f2'}] {{(pid=104691) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:48:46.074872 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5244799848bb192d65092189010919ebaac2fd26290c7206cbd5ad5de1203f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26e13b7-26df-465b-b213-1bd779e54729" -d '{"events": [{"server_uuid": "898652a4-3e08-45f7-a331-888e7dec6188", "name": "network-vif-plugged", "status": "completed", "tag": "f83a1add-bf69-422d-944a-4ac8ffc897f2"}]}' {{(pid=104691) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:48:46.087408 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] For port f83a1add-bf69-422d-944a-4ac8ffc897f2, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f83a1add-bf69-422d-944a-4ac8ffc897f2,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:48:46.091774 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:46.138974 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Pushing event updated for resources: {'Port': ['ID=f83a1add-bf69-422d-944a-4ac8ffc897f2,revision_number=5']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:48:46.174393 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1127652-1bad-4c04-af9e-2c68ee64288d x-openstack-request-id: req-b1127652-1bad-4c04-af9e-2c68ee64288d {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:48:46.174762 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898652a4-3e08-45f7-a331-888e7dec6188", "name": "network-vif-plugged", "status": "completed", "tag": "f83a1add-bf69-422d-944a-4ac8ffc897f2", "code": 200}]} {{(pid=104691) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:48:46.174965 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b1127652-1bad-4c04-af9e-2c68ee64288d {{(pid=104691) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:48:46.176018 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1127652-1bad-4c04-af9e-2c68ee64288d'] response: {'server_uuid': '898652a4-3e08-45f7-a331-888e7dec6188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83a1add-bf69-422d-944a-4ac8ffc897f2', 'code': 200} Oct 27 09:48:46.414453 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b21e33-bde0-4e70-af10-e1148739307d req-7362faa2-fb41-44d3-93ce-a5ee5b0626a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:46.415903 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f9b21e33-bde0-4e70-af10-e1148739307d req-7362faa2-fb41-44d3-93ce-a5ee5b0626a7 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 1129 time: 0.0687909 Oct 27 09:48:46.433232 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dbabf-c508-46b7-afa0-438fd0d21abd req-6903adf3-533f-4c60-b165-19d796f0c8de tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:46.434415 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b75dbabf-c508-46b7-afa0-438fd0d21abd req-6903adf3-533f-4c60-b165-19d796f0c8de tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 945 time: 0.0608845 Oct 27 09:48:46.492328 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-f9b21e33-bde0-4e70-af10-e1148739307d req-5bc553bc-7c9b-4b9d-b95b-b2ad6c51fe35 service neutron] 10.222.0.72 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695124 Oct 27 09:48:46.507078 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-b75dbabf-c508-46b7-afa0-438fd0d21abd req-b301ff4a-ed70-4b97-bdc0-943b5c69fdcc tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644746 Oct 27 09:48:47.629222 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee11eb-6ca7-49b1-8b86-0aa87b8a2bba req-0700c027-9e20-4add-a619-14c5df82c68b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:47.630683 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ecee11eb-6ca7-49b1-8b86-0aa87b8a2bba req-0700c027-9e20-4add-a619-14c5df82c68b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 945 time: 0.0475590 Oct 27 09:48:47.678956 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-ecee11eb-6ca7-49b1-8b86-0aa87b8a2bba req-e729147b-348b-4735-bd12-a18fd56302a0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426946 Oct 27 09:48:48.801990 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dfad0-6560-4c25-a381-df22ffa08a3f req-dc78690e-97b6-4103-b03c-24eba610f872 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:48.803432 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e90dfad0-6560-4c25-a381-df22ffa08a3f req-dc78690e-97b6-4103-b03c-24eba610f872 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 945 time: 0.0506275 Oct 27 09:48:48.851481 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-e90dfad0-6560-4c25-a381-df22ffa08a3f req-fb9fe586-79ac-44ec-af03-09e3f712a23b tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424771 Oct 27 09:48:48.970460 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdcb11-7fc7-4d50-a621-4447adb68472 req-881d4337-cccb-4b6a-84ae-931f40f19b24 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:48.971802 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a5bdcb11-7fc7-4d50-a621-4447adb68472 req-881d4337-cccb-4b6a-84ae-931f40f19b24 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 945 time: 0.0450845 Oct 27 09:48:49.019818 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-a5bdcb11-7fc7-4d50-a621-4447adb68472 req-9f32f12f-05b0-41b4-b643-18527b916867 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419323 Oct 27 09:48:49.048186 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39020) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:48:49.088102 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e40a6-0c9b-48f8-a472-8dabe70c6a3a tempest-TestVolumeBootPattern-254786151 tempest-TestVolumeBootPattern-254786151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:49.089557 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-324e40a6-0c9b-48f8-a472-8dabe70c6a3a tempest-TestVolumeBootPattern-254786151 tempest-TestVolumeBootPattern-254786151-project-admin] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 1124 time: 0.0404062 Oct 27 09:48:49.092687 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 39022) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:48:49.099569 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.v2.base [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Request body: {'floatingip': {'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'port_id': 'f83a1add-bf69-422d-944a-4ac8ffc897f2', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104690) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 27 09:48:49.121220 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:49.198060 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (None), before_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:49.302433 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.db_base_plugin_common [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Allocated IP 172.27.0.164 (89caa34e-a99b-423c-bd7c-fee87bc03687/fc5df86e-40f9-4a4c-b0a4-29a642566ce3/379ecc7f-9c4a-4a02-b380-0b7fcbfb6446) {{(pid=104690) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 09:48:49.401858 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for port (379ecc7f-9c4a-4a02-b380-0b7fcbfb6446), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:49.437426 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766798443385', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (379ecc7f-9c4a-4a02-b380-0b7fcbfb6446), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:49.479740 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Network 89caa34e-a99b-423c-bd7c-fee87bc03687 is already hosted by enough agents. {{(pid=104690) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 09:48:49.484759 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.base_scheduler [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Resources bound (agent type, host, resource id): {{(pid=104690) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 09:48:49.487796 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Received port after_create {{(pid=104690) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 27 09:48:49.490978 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'Port': ['ID=379ecc7f-9c4a-4a02-b380-0b7fcbfb6446,revision_number=1']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:48:49.517793 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.518130 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.518466 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.519352 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.519680 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.520000 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.520318 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.520673 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.520991 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.521307 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.521623 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.521938 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.522248 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.522559 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.522869 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:48:49.840343 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (09218597-c39d-4d55-a8a1-7d5086a45bb6), precommit_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:49.841504 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:49.859837 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:49.908983 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1375998'] for port (379ecc7f-9c4a-4a02-b380-0b7fcbfb6446), before_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:50.053143 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for port (379ecc7f-9c4a-4a02-b380-0b7fcbfb6446), precommit_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:50.057305 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766798819449', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766798443403', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766798443421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2686101'] for port (379ecc7f-9c4a-4a02-b380-0b7fcbfb6446), after_update {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:50.123417 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event updated for resources: {'Port': ['ID=379ecc7f-9c4a-4a02-b380-0b7fcbfb6446,revision_number=2']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:48:50.125981 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-658117'] for floatingip (09218597-c39d-4d55-a8a1-7d5086a45bb6), after_create {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:50.222793 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.db.l3_db [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Floating IP 09218597-c39d-4d55-a8a1-7d5086a45bb6 associated. External IP: 172.27.0.164, port: f83a1add-bf69-422d-944a-4ac8ffc897f2. Oct 27 09:48:50.669450 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Router 78c1535e-7e49-4502-8acd-edd1a5844206 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:48:50.769620 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:48:50.779760 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3be8b7-0516-4ed2-a0dd-31ee48eaa18c None None] Sync routers for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:48:50.787266 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:50.791035 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3be8b7-0516-4ed2-a0dd-31ee48eaa18c None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:48:50.791668 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ae3be8b7-0516-4ed2-a0dd-31ee48eaa18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:48:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:48:50.819547 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-dc9ddba5-ce8f-4a0a-9dac-cd0cb528c67f tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7233646 Oct 27 09:48:50.819547 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898652a4-3e08-45f7-a331-888e7dec6188', 'tag': 'f83a1add-bf69-422d-944a-4ac8ffc897f2'}] {{(pid=104690) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:48:50.820238 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3af82947e2a3a248226519707f249a5253e8e1c2be840b09a51506edf14cb4de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6" -d '{"events": [{"name": "network-changed", "server_uuid": "898652a4-3e08-45f7-a331-888e7dec6188", "tag": "f83a1add-bf69-422d-944a-4ac8ffc897f2"}]}' {{(pid=104690) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:48:50.892510 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-ae3be8b7-0516-4ed2-a0dd-31ee48eaa18c None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:48:50.912046 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad097fc-8ffd-4336-8f06-0aaa35d5ac5a x-openstack-request-id: req-9ad097fc-8ffd-4336-8f06-0aaa35d5ac5a {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:48:50.912339 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898652a4-3e08-45f7-a331-888e7dec6188", "tag": "f83a1add-bf69-422d-944a-4ac8ffc897f2", "status": "completed", "code": 200}]} {{(pid=104690) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:48:50.912634 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9ad097fc-8ffd-4336-8f06-0aaa35d5ac5a {{(pid=104690) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:48:50.913045 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad097fc-8ffd-4336-8f06-0aaa35d5ac5a'] response: {'name': 'network-changed', 'server_uuid': '898652a4-3e08-45f7-a331-888e7dec6188', 'tag': 'f83a1add-bf69-422d-944a-4ac8ffc897f2', 'status': 'completed', 'code': 200} Oct 27 09:48:50.971535 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6 req-0cdb55e0-26be-4ab5-b11d-f78ddb9cf9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:50.973596 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6 req-0cdb55e0-26be-4ab5-b11d-f78ddb9cf9f4 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 1129 time: 0.0394769 Oct 27 09:48:51.062873 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6 req-2c1cb622-ed9f-4a63-843d-d52912fe9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:51.064356 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6 req-2c1cb622-ed9f-4a63-843d-d52912fe9ac9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.0850558 Oct 27 09:48:51.110821 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ae3be8b7-0516-4ed2-a0dd-31ee48eaa18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '09218597-c39d-4d55-a8a1-7d5086a45bb6', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'f83a1add-bf69-422d-944a-4ac8ffc897f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:69:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898652a4-3e08-45f7-a331-888e7dec6188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:48:49Z', 'updated_at': '2022-10-27T09:48:49Z', 'revision_number': 0, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}, {'id': '23b46492-c7d8-41ef-8949-e2ebf12552e7', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:ef:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:46:56Z', 'updated_at': '2022-10-27T09:46:58Z', 'revision_number': 1, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:48:51.120891 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:51.129989 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6 req-33c4d735-56c3-42d1-ab55-d4c953879b4f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83a1add-bf69-422d-944a-4ac8ffc897f2 HTTP/1.1" status: 200 len: 999 time: 0.0596945 Oct 27 09:48:51.134950 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3be8b7-0516-4ed2-a0dd-31ee48eaa18c None None] Checking router: 78c1535e-7e49-4502-8acd-edd1a5844206 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:48:51.143553 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3be8b7-0516-4ed2-a0dd-31ee48eaa18c None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:48:51.144680 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ae3be8b7-0516-4ed2-a0dd-31ee48eaa18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:48:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:48:51.178593 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6 req-87f62fbe-ab60-4440-8671-6686819e65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:51.180073 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6 req-87f62fbe-ab60-4440-8671-6686819e65a5 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0445285 Oct 27 09:48:51.222809 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6 req-2a8b4af8-ea35-4f4d-add6-fc4ec9479de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:48:51.224202 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6 req-2a8b4af8-ea35-4f4d-add6-fc4ec9479de5 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388303 Oct 27 09:48:51.246058 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-ae3be8b7-0516-4ed2-a0dd-31ee48eaa18c None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:48:51.302496 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:48:51.317242 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6 req-81d43c78-b700-49cb-9830-01b31f8ac73b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874548 Oct 27 09:48:51.406493 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9a5b34b1-1a18-46cd-9e4d-813dc664ddb6 req-6cd5a4e8-8265-4688-9cfe-1ee3951442d9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837545 Oct 27 09:48:51.458295 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-ae3be8b7-0516-4ed2-a0dd-31ee48eaa18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '09218597-c39d-4d55-a8a1-7d5086a45bb6', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'f83a1add-bf69-422d-944a-4ac8ffc897f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:69:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898652a4-3e08-45f7-a331-888e7dec6188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:48:49Z', 'updated_at': '2022-10-27T09:48:49Z', 'revision_number': 0, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}, {'id': '23b46492-c7d8-41ef-8949-e2ebf12552e7', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:ef:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:46:56Z', 'updated_at': '2022-10-27T09:46:58Z', 'revision_number': 1, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:48:51.482147 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3be8b7-0516-4ed2-a0dd-31ee48eaa18c None None] The sync data for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi is: [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '09218597-c39d-4d55-a8a1-7d5086a45bb6', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'f83a1add-bf69-422d-944a-4ac8ffc897f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:69:19:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898652a4-3e08-45f7-a331-888e7dec6188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:48:49Z', 'updated_at': '2022-10-27T09:48:49Z', 'revision_number': 0, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}, {'id': '23b46492-c7d8-41ef-8949-e2ebf12552e7', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:ef:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:46:56Z', 'updated_at': '2022-10-27T09:46:58Z', 'revision_number': 1, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:48:51.669261 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f7b001-cadf-495c-b491-f041acb28caa None None] New status for floating IP 09218597-c39d-4d55-a8a1-7d5086a45bb6: ACTIVE {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:48:56.212413 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-94e2b09c-2cbe-4e90-b461-e4c1ac3de8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:56.776894 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:48:58.538970 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-33bb8eec-1432-4a37-8283-a3a7830f88b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:48:59.765324 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:00.812864 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:00.814976 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:01.401523 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=31 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:01.403438 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=9 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:01.422894 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:01.467879 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:06.772395 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=77 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:06.773169 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=79 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:07.000508 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:16.994316 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=27,neutron:UPDATE=6 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:16.996185 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=42,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:26.214487 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-869a196c-373a-4090-bbdf-7ace0338524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:28.540456 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f3099f1f-59ed-4e20-9aa0-7342aa069506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:29.768991 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:31.425882 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:31.470016 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:32.713451 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=17 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:32.718481 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=17 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:33.775383 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:49:37.001143 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:43.771406 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:44.828985 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-ea02c080-5ce7-4270-86c4-a01a72c3f57f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405858 Oct 27 09:49:44.907276 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-5ad45edf-b150-4a00-8b90-9dc32a8af81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:49:44.908795 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-5ad45edf-b150-4a00-8b90-9dc32a8af81a service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 1129 time: 0.0382090 Oct 27 09:49:45.012595 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-50b96b3e-2af7-4f2f-b836-537cbd4fba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:49:45.014035 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-50b96b3e-2af7-4f2f-b836-537cbd4fba15 service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.0873971 Oct 27 09:49:45.074687 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-4f7ebc34-f880-4f62-ac1e-c28e803e4739 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8788048-f682-4e10-853b-7d55b6d2595c HTTP/1.1" status: 200 len: 1000 time: 0.0542667 Oct 27 09:49:45.122531 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-89ecb2ea-3a80-4576-9746-58e8272f64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:49:45.123859 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-89ecb2ea-3a80-4576-9746-58e8272f64b2 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0432794 Oct 27 09:49:45.169309 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-e29bae79-c446-4fb8-925b-2045af2b19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:49:45.170750 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-e29bae79-c446-4fb8-925b-2045af2b19ea service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411024 Oct 27 09:49:45.258493 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-66f3dc3a-545f-4770-b395-e9ef6fa2c429 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816627 Oct 27 09:49:45.349962 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-81d68285-d566-4cd5-9c64-61d4639b3246 req-096444ec-1bc1-4140-afbf-247c8451d73e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855451 Oct 27 09:49:46.994738 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:46.996639 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:55.344993 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=52 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:55.346887 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=49 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:49:56.217331 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d45ea830-1419-458c-ba0f-a065aa9773f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:58.542409 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-6daeb46f-5737-4068-812d-99297f6ae5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:49:59.771764 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:01.428545 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:01.472347 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:07.001117 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:09.719925 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:09.723910 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:10.775118 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:50:13.063679 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39048) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:13.244316 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Deleting port 379ecc7f-9c4a-4a02-b380-0b7fcbfb6446 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:13.244680 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (379ecc7f-9c4a-4a02-b380-0b7fcbfb6446), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:13.318033 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (379ecc7f-9c4a-4a02-b380-0b7fcbfb6446), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:13.318293 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (379ecc7f-9c4a-4a02-b380-0b7fcbfb6446), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:13.330728 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Calling delete_port for 379ecc7f-9c4a-4a02-b380-0b7fcbfb6446 owned by network:floatingip {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:13.473416 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (379ecc7f-9c4a-4a02-b380-0b7fcbfb6446), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:13.499074 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event deleted for resources: {'Port': ['ID=379ecc7f-9c4a-4a02-b380-0b7fcbfb6446,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:13.526135 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.526478 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.526818 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.527153 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.527482 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.527807 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.528135 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.528457 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.528805 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.529128 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.529449 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.529768 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.530092 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.530407 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.530721 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104689) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:13.571550 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (09218597-c39d-4d55-a8a1-7d5086a45bb6), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:13.571838 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Floating IP 09218597-c39d-4d55-a8a1-7d5086a45bb6 disassociated (deleted). External IP: 172.27.0.164, port: f83a1add-bf69-422d-944a-4ac8ffc897f2. Oct 27 09:50:13.763731 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Router 78c1535e-7e49-4502-8acd-edd1a5844206 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:50:13.862912 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:50:13.867691 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:13.869120 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:13.874331 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab32fa-e80b-4091-97c1-bedc5cc00273 None None] Sync routers for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:50:13.884823 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab32fa-e80b-4091-97c1-bedc5cc00273 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:50:13.885587 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-88ab32fa-e80b-4091-97c1-bedc5cc00273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:49:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:13.899973 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-bf9d6732-96b8-4371-bdc4-f98018988b78 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/09218597-c39d-4d55-a8a1-7d5086a45bb6 HTTP/1.1" status: 204 len: 168 time: 0.8351398 Oct 27 09:50:13.900607 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898652a4-3e08-45f7-a331-888e7dec6188', 'tag': 'f83a1add-bf69-422d-944a-4ac8ffc897f2'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:50:13.902848 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294" -d '{"events": [{"name": "network-changed", "server_uuid": "898652a4-3e08-45f7-a331-888e7dec6188", "tag": "f83a1add-bf69-422d-944a-4ac8ffc897f2"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:50:13.966366 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1184bbe3-2fbc-419c-b315-ab21ad25f22a x-openstack-request-id: req-1184bbe3-2fbc-419c-b315-ab21ad25f22a {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:50:13.966667 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898652a4-3e08-45f7-a331-888e7dec6188", "tag": "f83a1add-bf69-422d-944a-4ac8ffc897f2", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:50:13.967046 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1184bbe3-2fbc-419c-b315-ab21ad25f22a {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:50:13.968076 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1184bbe3-2fbc-419c-b315-ab21ad25f22a'] response: {'name': 'network-changed', 'server_uuid': '898652a4-3e08-45f7-a331-888e7dec6188', 'tag': 'f83a1add-bf69-422d-944a-4ac8ffc897f2', 'status': 'completed', 'code': 200} Oct 27 09:50:13.990457 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-88ab32fa-e80b-4091-97c1-bedc5cc00273 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:50:14.030788 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294 req-732f898b-c6b5-4050-9cb2-c16ff5667664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:14.032325 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294 req-732f898b-c6b5-4050-9cb2-c16ff5667664 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 1129 time: 0.0421231 Oct 27 09:50:14.063400 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:14.173198 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294 req-64b4cedd-9368-43a1-baa6-61b035f4ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:14.174665 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294 req-64b4cedd-9368-43a1-baa6-61b035f4ea9d service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.1313474 Oct 27 09:50:14.181006 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84d122-e998-4380-acc2-d9a6312a45a6 req-c0edbe06-0404-4584-acf4-b1bddba5dd82 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:14.182345 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c84d122-e998-4380-acc2-d9a6312a45a6 req-c0edbe06-0404-4584-acf4-b1bddba5dd82 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 945 time: 0.0632238 Oct 27 09:50:14.214846 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-88ab32fa-e80b-4091-97c1-bedc5cc00273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '23b46492-c7d8-41ef-8949-e2ebf12552e7', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:ef:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:46:56Z', 'updated_at': '2022-10-27T09:46:58Z', 'revision_number': 1, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:14.231939 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-9c84d122-e998-4380-acc2-d9a6312a45a6 req-70b7b773-a069-4b1f-9e04-01492a6c4d46 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439620 Oct 27 09:50:14.239151 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab32fa-e80b-4091-97c1-bedc5cc00273 None None] Checking router: 78c1535e-7e49-4502-8acd-edd1a5844206 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:50:14.249405 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab32fa-e80b-4091-97c1-bedc5cc00273 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:50:14.250007 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-88ab32fa-e80b-4091-97c1-bedc5cc00273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:49:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:14.349821 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-88ab32fa-e80b-4091-97c1-bedc5cc00273 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:50:14.641630 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-88ab32fa-e80b-4091-97c1-bedc5cc00273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '23b46492-c7d8-41ef-8949-e2ebf12552e7', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:ef:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:46:56Z', 'updated_at': '2022-10-27T09:46:58Z', 'revision_number': 1, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:14.668660 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab32fa-e80b-4091-97c1-bedc5cc00273 None None] The sync data for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi is: [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_floatingips': [{'id': '23b46492-c7d8-41ef-8949-e2ebf12552e7', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'router_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'port_id': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'mac_address': 'fa:16:3e:ef:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-27T09:46:56Z', 'updated_at': '2022-10-27T09:46:58Z', 'revision_number': 1, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:50:14.875351 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e3590c-535a-460a-a37a-456fa3c0c05f None None] New status for floating IP 09218597-c39d-4d55-a8a1-7d5086a45bb6: DOWN {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:50:15.266682 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294 req-c8bb44a5-fafd-4f5e-8f8d-30ad089e648f service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f83a1add-bf69-422d-944a-4ac8ffc897f2 HTTP/1.1" status: 200 len: 217 time: 0.0357001 Oct 27 09:50:15.327186 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294 req-03d0ac80-b191-4f56-b480-64023c3b1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:15.328598 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294 req-03d0ac80-b191-4f56-b480-64023c3b1545 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0544901 Oct 27 09:50:15.361103 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf78449-334d-4030-96e5-6bd4cdf48a7f req-936e11a1-e355-4e84-bbdd-657b00f19c50 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:15.362556 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4cf78449-334d-4030-96e5-6bd4cdf48a7f req-936e11a1-e355-4e84-bbdd-657b00f19c50 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 945 time: 0.0514634 Oct 27 09:50:15.410604 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-4cf78449-334d-4030-96e5-6bd4cdf48a7f req-45e0a9b8-7eb7-4a90-ba4f-7c996505fbc6 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417154 Oct 27 09:50:15.451721 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294 req-2e6a85d2-f0b0-40fd-bbd9-3039f511d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:15.453202 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294 req-2e6a85d2-f0b0-40fd-bbd9-3039f511d492 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377564 Oct 27 09:50:15.543309 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294 req-6277b966-1cf4-468f-a6aa-b0143bf2bf8b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833178 Oct 27 09:50:15.793724 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6e50ffc6-4616-4bf9-8aa1-2ab779ce7294 req-674de45f-8267-495e-bbee-c9f01550320b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186230 Oct 27 09:50:15.800365 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c64c1d-4285-4efd-99b7-239664274cca req-a2a2ef7d-5925-4167-b69b-079633c301f8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:15.801719 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-64c64c1d-4285-4efd-99b7-239664274cca req-a2a2ef7d-5925-4167-b69b-079633c301f8 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 945 time: 0.0596683 Oct 27 09:50:15.880276 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-64c64c1d-4285-4efd-99b7-239664274cca req-ec29fbb4-4766-450b-b208-1c32d7e0a572 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Deleting port f83a1add-bf69-422d-944a-4ac8ffc897f2 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:15.880660 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-64c64c1d-4285-4efd-99b7-239664274cca req-ec29fbb4-4766-450b-b208-1c32d7e0a572 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:15.971095 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-64c64c1d-4285-4efd-99b7-239664274cca req-ec29fbb4-4766-450b-b208-1c32d7e0a572 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] For port f83a1add-bf69-422d-944a-4ac8ffc897f2, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=f83a1add-bf69-422d-944a-4ac8ffc897f2,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:50:15.971460 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-64c64c1d-4285-4efd-99b7-239664274cca req-ec29fbb4-4766-450b-b208-1c32d7e0a572 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:15.984097 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-64c64c1d-4285-4efd-99b7-239664274cca req-ec29fbb4-4766-450b-b208-1c32d7e0a572 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Calling delete_port for f83a1add-bf69-422d-944a-4ac8ffc897f2 owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:16.038348 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:16.113421 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-64c64c1d-4285-4efd-99b7-239664274cca req-ec29fbb4-4766-450b-b208-1c32d7e0a572 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (f83a1add-bf69-422d-944a-4ac8ffc897f2), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:16.138982 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29fbb4-4766-450b-b208-1c32d7e0a572 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event deleted for resources: {'Port': ['ID=f83a1add-bf69-422d-944a-4ac8ffc897f2,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:16.182764 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c64c1d-4285-4efd-99b7-239664274cca req-ec29fbb4-4766-450b-b208-1c32d7e0a572 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] No DVR routers for this DVR port f83a1add-bf69-422d-944a-4ac8ffc897f2 on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:50:16.185245 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-64c64c1d-4285-4efd-99b7-239664274cca req-ec29fbb4-4766-450b-b208-1c32d7e0a572 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:16.188496 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-64c64c1d-4285-4efd-99b7-239664274cca req-ec29fbb4-4766-450b-b208-1c32d7e0a572 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "DELETE /networking/v2.0/ports/f83a1add-bf69-422d-944a-4ac8ffc897f2 HTTP/1.1" status: 204 len: 173 time: 0.3820429 Oct 27 09:50:16.189006 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898652a4-3e08-45f7-a331-888e7dec6188', 'name': 'network-vif-deleted', 'tag': 'f83a1add-bf69-422d-944a-4ac8ffc897f2'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:50:16.191261 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626b2c60-179f-4e69-9169-e7515db859a3" -d '{"events": [{"server_uuid": "898652a4-3e08-45f7-a331-888e7dec6188", "name": "network-vif-deleted", "tag": "f83a1add-bf69-422d-944a-4ac8ffc897f2"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:50:16.229980 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbcee9f-448c-40c2-a573-bc1595293d85 x-openstack-request-id: req-abbcee9f-448c-40c2-a573-bc1595293d85 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:50:16.230369 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898652a4-3e08-45f7-a331-888e7dec6188", "name": "network-vif-deleted", "tag": "f83a1add-bf69-422d-944a-4ac8ffc897f2", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:50:16.230624 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-abbcee9f-448c-40c2-a573-bc1595293d85 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:50:16.231080 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abbcee9f-448c-40c2-a573-bc1595293d85'] response: {'server_uuid': '898652a4-3e08-45f7-a331-888e7dec6188', 'name': 'network-vif-deleted', 'tag': 'f83a1add-bf69-422d-944a-4ac8ffc897f2', 'status': 'completed', 'code': 200} Oct 27 09:50:16.502655 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:16.523661 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-03d2a697-0239-47ad-bcf8-17e93b43e8e5 req-797686f0-f88a-430c-8511-e8c6e5ad19b6 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=898652a4-3e08-45f7-a331-888e7dec6188 HTTP/1.1" status: 200 len: 210 time: 0.0326405 Oct 27 09:50:18.455633 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f83a1add-bf69-422d-944a-4ac8ffc897f2 no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:50:18.457832 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:18.459358 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:18.480024 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: f83a1add-bf69-422d-944a-4ac8ffc897f2 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:50:18.480369 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device f83a1add-bf69-422d-944a-4ac8ffc897f2 not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:50:19.826227 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39092) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:19.965012 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Deleting port 310fcbc8-3283-41bb-8252-169dbe05ac1f {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:19.965353 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (310fcbc8-3283-41bb-8252-169dbe05ac1f), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:20.039837 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (310fcbc8-3283-41bb-8252-169dbe05ac1f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:20.040162 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (310fcbc8-3283-41bb-8252-169dbe05ac1f), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:20.052067 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Calling delete_port for 310fcbc8-3283-41bb-8252-169dbe05ac1f owned by network:floatingip {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:20.433133 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (310fcbc8-3283-41bb-8252-169dbe05ac1f), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:20.454902 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event deleted for resources: {'Port': ['ID=310fcbc8-3283-41bb-8252-169dbe05ac1f,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:20.520473 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (23b46492-c7d8-41ef-8949-e2ebf12552e7), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:20.520827 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.db.l3_db [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Floating IP 23b46492-c7d8-41ef-8949-e2ebf12552e7 disassociated (deleted). External IP: 172.27.0.59, port: e8788048-f682-4e10-853b-7d55b6d2595c. Oct 27 09:50:20.660213 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:20.714020 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Router 78c1535e-7e49-4502-8acd-edd1a5844206 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104689) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:50:20.814430 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104689) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:50:20.819159 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:20.824268 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dca9bf-a3ed-4c3d-94e1-9301f8259668 None None] Sync routers for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:50:20.833861 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dca9bf-a3ed-4c3d-94e1-9301f8259668 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:50:20.834465 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f9dca9bf-a3ed-4c3d-94e1-9301f8259668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:49:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:20.848577 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-a488bfec-40d9-4cd3-9ea2-e545b48ce0c0 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/23b46492-c7d8-41ef-8949-e2ebf12552e7 HTTP/1.1" status: 204 len: 168 time: 1.0212529 Oct 27 09:50:20.849838 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'tag': 'e8788048-f682-4e10-853b-7d55b6d2595c'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:50:20.852125 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3688af-7d77-4b1e-9114-2798eb9c601f" -d '{"events": [{"name": "network-changed", "server_uuid": "be390996-dc4a-4a16-999e-2f9e829870ef", "tag": "e8788048-f682-4e10-853b-7d55b6d2595c"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:50:20.892301 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 27 Oct 2022 09:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfa7a08-3698-4b2b-91cc-8b1b6455f4e6 x-openstack-request-id: req-5bfa7a08-3698-4b2b-91cc-8b1b6455f4e6 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:50:20.892639 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be390996-dc4a-4a16-999e-2f9e829870ef", "tag": "e8788048-f682-4e10-853b-7d55b6d2595c", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:50:20.893069 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5bfa7a08-3698-4b2b-91cc-8b1b6455f4e6 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:50:20.893603 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bfa7a08-3698-4b2b-91cc-8b1b6455f4e6'] response: {'name': 'network-changed', 'server_uuid': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'tag': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'status': 'completed', 'code': 200} Oct 27 09:50:20.941458 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-f9dca9bf-a3ed-4c3d-94e1-9301f8259668 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:50:20.961613 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3688af-7d77-4b1e-9114-2798eb9c601f req-69481e69-db9b-4721-beed-6725cd9f2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:20.963317 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5f3688af-7d77-4b1e-9114-2798eb9c601f req-69481e69-db9b-4721-beed-6725cd9f2cca service neutron] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 1129 time: 0.0467761 Oct 27 09:50:21.034667 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:21.047939 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:21.100400 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=100 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:21.111658 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712664f-8919-4a3d-b8ea-1fd2a5714ff6 req-e97d0a89-2869-4064-be0c-178a47628d15 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:21.113149 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d712664f-8919-4a3d-b8ea-1fd2a5714ff6 req-e97d0a89-2869-4064-be0c-178a47628d15 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 945 time: 0.0750453 Oct 27 09:50:21.116126 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3688af-7d77-4b1e-9114-2798eb9c601f req-874edd24-912d-4571-98cf-b6bf013d0b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:21.118038 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5f3688af-7d77-4b1e-9114-2798eb9c601f req-874edd24-912d-4571-98cf-b6bf013d0b8e service neutron] 10.222.0.72 "GET /networking/v2.0/networks?id=29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 200 len: 912 time: 0.1428297 Oct 27 09:50:21.143506 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f9dca9bf-a3ed-4c3d-94e1-9301f8259668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:21.163612 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d712664f-8919-4a3d-b8ea-1fd2a5714ff6 req-21a408aa-c2ee-4d7f-bf99-2d5ea1e831dc tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440006 Oct 27 09:50:21.171947 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dca9bf-a3ed-4c3d-94e1-9301f8259668 None None] Checking router: 78c1535e-7e49-4502-8acd-edd1a5844206 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:50:21.180986 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dca9bf-a3ed-4c3d-94e1-9301f8259668 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:50:21.181590 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f9dca9bf-a3ed-4c3d-94e1-9301f8259668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:49:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:21.278793 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-f9dca9bf-a3ed-4c3d-94e1-9301f8259668 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:50:21.458672 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f9dca9bf-a3ed-4c3d-94e1-9301f8259668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:21.483026 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dca9bf-a3ed-4c3d-94e1-9301f8259668 None None] The sync data for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi is: [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:43Z', 'revision_number': 4, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi', '_interfaces': [{'id': 'f015e329-1d50-4dfa-b1f3-f22226ba0959', 'name': '', 'network_id': '29853958-4339-4761-9164-23edabe04a06', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'mac_address': 'fa:16:3e:75:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:43Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'subnets': [{'id': '3c179e3c-3d0c-46ca-93ac-01b33c47f3e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:50:21.697508 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7ebb78-0396-4cbc-97a1-d6c7830363ba None None] New status for floating IP 23b46492-c7d8-41ef-8949-e2ebf12552e7: DOWN {{(pid=104691) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 27 09:50:22.025131 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5f3688af-7d77-4b1e-9114-2798eb9c601f req-d7104fdf-9be9-447d-a764-745958d03ac9 service neutron] 10.222.0.72 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8788048-f682-4e10-853b-7d55b6d2595c HTTP/1.1" status: 200 len: 217 time: 0.0330739 Oct 27 09:50:22.072872 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3688af-7d77-4b1e-9114-2798eb9c601f req-6d0b0545-4698-4745-99fa-f1151f5ffa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:22.074197 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5f3688af-7d77-4b1e-9114-2798eb9c601f req-6d0b0545-4698-4745-99fa-f1151f5ffa52 service neutron] 10.222.0.72 "GET /networking/v2.0/subnets?id=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 200 len: 850 time: 0.0427015 Oct 27 09:50:22.124837 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3688af-7d77-4b1e-9114-2798eb9c601f req-bafca019-a2fd-45ad-b882-7db6543fb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:22.126337 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5f3688af-7d77-4b1e-9114-2798eb9c601f req-bafca019-a2fd-45ad-b882-7db6543fb18e service neutron] 10.222.0.72 "GET /networking/v2.0/ports?network_id=29853958-4339-4761-9164-23edabe04a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430946 Oct 27 09:50:22.290025 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5f3688af-7d77-4b1e-9114-2798eb9c601f req-bc7efd38-6ba9-4644-8355-7e2c1c543438 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132309 Oct 27 09:50:22.299812 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabe908-44a9-4102-bcac-1efaca6f8428 req-d5144e6f-3330-4327-8dad-f83f21d1f09d tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:22.301198 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6dabe908-44a9-4102-bcac-1efaca6f8428 req-d5144e6f-3330-4327-8dad-f83f21d1f09d tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 945 time: 0.0597363 Oct 27 09:50:22.354010 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-6dabe908-44a9-4102-bcac-1efaca6f8428 req-386449ca-514b-42c7-8403-0fa9c5e717ba tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/security-groups?id=f93178b8-5c64-4504-abd6-92df6f5299bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465984 Oct 27 09:50:22.491378 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-5f3688af-7d77-4b1e-9114-2798eb9c601f req-25b678ca-a581-4d35-9319-0206e090de9a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068826 Oct 27 09:50:22.510042 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86d9c4-0d49-40de-8509-25665a374e0b req-e31c882c-1d2f-46be-a796-ffbb5523f6aa tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104689) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 27 09:50:22.511505 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2a86d9c4-0d49-40de-8509-25665a374e0b req-e31c882c-1d2f-46be-a796-ffbb5523f6aa tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 945 time: 0.0523643 Oct 27 09:50:22.597916 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-2a86d9c4-0d49-40de-8509-25665a374e0b req-04c88dec-c4a1-4b80-9720-0726e2a8a437 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Deleting port e8788048-f682-4e10-853b-7d55b6d2595c {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:22.598253 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-2a86d9c4-0d49-40de-8509-25665a374e0b req-04c88dec-c4a1-4b80-9720-0726e2a8a437 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:22.669014 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=100 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:22.691791 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [req-2a86d9c4-0d49-40de-8509-25665a374e0b req-04c88dec-c4a1-4b80-9720-0726e2a8a437 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] For port e8788048-f682-4e10-853b-7d55b6d2595c, host hv-cinder-79797, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79797',level=0,port_id=e8788048-f682-4e10-853b-7d55b6d2595c,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:50:22.692150 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-2a86d9c4-0d49-40de-8509-25665a374e0b req-04c88dec-c4a1-4b80-9720-0726e2a8a437 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:22.704911 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [req-2a86d9c4-0d49-40de-8509-25665a374e0b req-04c88dec-c4a1-4b80-9720-0726e2a8a437 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Calling delete_port for e8788048-f682-4e10-853b-7d55b6d2595c owned by compute:nova {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:22.828451 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-2a86d9c4-0d49-40de-8509-25665a374e0b req-04c88dec-c4a1-4b80-9720-0726e2a8a437 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (e8788048-f682-4e10-853b-7d55b6d2595c), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:22.854041 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c88dec-c4a1-4b80-9720-0726e2a8a437 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event deleted for resources: {'Port': ['ID=e8788048-f682-4e10-853b-7d55b6d2595c,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:22.902763 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a86d9c4-0d49-40de-8509-25665a374e0b req-04c88dec-c4a1-4b80-9720-0726e2a8a437 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] No DVR routers for this DVR port e8788048-f682-4e10-853b-7d55b6d2595c on host hv-cinder-79797 {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:50:22.905085 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [req-2a86d9c4-0d49-40de-8509-25665a374e0b req-04c88dec-c4a1-4b80-9720-0726e2a8a437 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for port (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:22.908238 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-2a86d9c4-0d49-40de-8509-25665a374e0b req-04c88dec-c4a1-4b80-9720-0726e2a8a437 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.72 "DELETE /networking/v2.0/ports/e8788048-f682-4e10-853b-7d55b6d2595c HTTP/1.1" status: 204 len: 173 time: 0.3889852 Oct 27 09:50:22.908749 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'name': 'network-vif-deleted', 'tag': 'e8788048-f682-4e10-853b-7d55b6d2595c'}] {{(pid=104689) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 27 09:50:22.910958 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f485da5bbf281e6143ef15d12096aea6236bfc180cb08fdb202619c5ca5218e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e264a1d-878a-48ec-b865-af519c53368e" -d '{"events": [{"server_uuid": "be390996-dc4a-4a16-999e-2f9e829870ef", "name": "network-vif-deleted", "tag": "e8788048-f682-4e10-853b-7d55b6d2595c"}]}' {{(pid=104689) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 09:50:22.949729 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 27 Oct 2022 09:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfde957a-ba3b-4ff3-af5a-23ff7f0a0856 x-openstack-request-id: req-bfde957a-ba3b-4ff3-af5a-23ff7f0a0856 {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 09:50:22.950025 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be390996-dc4a-4a16-999e-2f9e829870ef", "name": "network-vif-deleted", "tag": "e8788048-f682-4e10-853b-7d55b6d2595c", "status": "completed", "code": 200}]} {{(pid=104689) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 09:50:22.950277 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bfde957a-ba3b-4ff3-af5a-23ff7f0a0856 {{(pid=104689) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 09:50:22.950931 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfde957a-ba3b-4ff3-af5a-23ff7f0a0856'] response: {'server_uuid': 'be390996-dc4a-4a16-999e-2f9e829870ef', 'name': 'network-vif-deleted', 'tag': 'e8788048-f682-4e10-853b-7d55b6d2595c', 'status': 'completed', 'code': 200} Oct 27 09:50:23.467587 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [req-d68edfad-68b6-415a-813b-332a04b0bb3f req-293bf1e1-14a5-4476-a62f-ed60fec3a8b5 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "GET /networking/v2.0/ports?device_id=be390996-dc4a-4a16-999e-2f9e829870ef HTTP/1.1" status: 200 len: 210 time: 0.0281308 Oct 27 09:50:24.504431 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device e8788048-f682-4e10-853b-7d55b6d2595c no longer exists at agent hyperv_hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:50:24.525487 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] No Port match for: e8788048-f682-4e10-853b-7d55b6d2595c {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:50:24.525836 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Device e8788048-f682-4e10-853b-7d55b6d2595c not bound to the agent host hv-cinder-79797 {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:50:24.536930 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 39108) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:24.646341 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Deleting port cc44272b-1eb3-40eb-a22d-99c9c755fa0b {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:24.646687 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (cc44272b-1eb3-40eb-a22d-99c9c755fa0b), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:24.726386 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (cc44272b-1eb3-40eb-a22d-99c9c755fa0b), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:24.726713 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (cc44272b-1eb3-40eb-a22d-99c9c755fa0b), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:24.739258 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Calling delete_port for cc44272b-1eb3-40eb-a22d-99c9c755fa0b owned by network:floatingip {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:24.868319 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (cc44272b-1eb3-40eb-a22d-99c9c755fa0b), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:24.890451 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event deleted for resources: {'Port': ['ID=cc44272b-1eb3-40eb-a22d-99c9c755fa0b,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:24.904160 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.904509 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.904880 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.905221 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.905557 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.905887 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.906214 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.906542 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.906866 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.907192 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.907516 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.907845 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.908164 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.908484 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.908828 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104690) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:24.964225 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for floatingip (49f34864-a86a-479c-a07e-f1c5e52dd00b), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:24.966715 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1993484'] for floatingip (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:24.967853 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-504f15c3-30e1-4f08-a976-4ff0d49f86a4 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "DELETE /networking/v2.0/floatingips/49f34864-a86a-479c-a07e-f1c5e52dd00b HTTP/1.1" status: 204 len: 168 time: 0.4308410 Oct 27 09:50:26.179275 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 39122) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:26.220165 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-17d0cf17-f08d-402f-b059-7a9f3241abb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:26.238045 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cfefdd5d-98e7-4c8b-bc7c-c5a7ccdf6058 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group (f93178b8-5c64-4504-abd6-92df6f5299bf), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:26.261261 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cfefdd5d-98e7-4c8b-bc7c-c5a7ccdf6058 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group (f93178b8-5c64-4504-abd6-92df6f5299bf), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:26.324457 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cfefdd5d-98e7-4c8b-bc7c-c5a7ccdf6058 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (f93178b8-5c64-4504-abd6-92df6f5299bf), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:26.327364 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-cfefdd5d-98e7-4c8b-bc7c-c5a7ccdf6058 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Publish callbacks [] for security_group (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:26.328604 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-cfefdd5d-98e7-4c8b-bc7c-c5a7ccdf6058 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] 10.222.0.70 "DELETE /networking/v2.0/security-groups/f93178b8-5c64-4504-abd6-92df6f5299bf HTTP/1.1" status: 204 len: 168 time: 0.1483247 Oct 27 09:50:26.338986 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefdd5d-98e7-4c8b-bc7c-c5a7ccdf6058 tempest-TestVolumeBootPattern-1537325088 tempest-TestVolumeBootPattern-1537325088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93178b8-5c64-4504-abd6-92df6f5299bf,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:26.382276 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 39126) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:26.745201 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:26.779527 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:26.792709 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654533'] for router_interface (78c1535e-7e49-4502-8acd-edd1a5844206), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:27.008132 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] Deleting port f015e329-1d50-4dfa-b1f3-f22226ba0959 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:27.008963 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:27.089519 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] For port f015e329-1d50-4dfa-b1f3-f22226ba0959, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=f015e329-1d50-4dfa-b1f3-f22226ba0959,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:50:27.089874 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:27.103781 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] Calling delete_port for f015e329-1d50-4dfa-b1f3-f22226ba0959 owned by network:router_interface {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:27.277601 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (f015e329-1d50-4dfa-b1f3-f22226ba0959), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:27.307401 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=f015e329-1d50-4dfa-b1f3-f22226ba0959,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:27.464346 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface (78c1535e-7e49-4502-8acd-edd1a5844206), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:27.485587 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ee06dd-ab4f-4e24-b52b-8a1a985e9fb6 None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:50:27.557085 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:27.561407 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee06dd-ab4f-4e24-b52b-8a1a985e9fb6 None None] Resources bound (agent type, host, resource id): {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 09:50:27.648886 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:27.672375 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] Router 78c1535e-7e49-4502-8acd-edd1a5844206 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:50:27.778054 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:50:27.783150 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-32dfc26e-2c43-4c8b-ac83-7916bc610b3f admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/78c1535e-7e49-4502-8acd-edd1a5844206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3998256 Oct 27 09:50:27.785818 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39130) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:27.787334 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a1296-0756-4940-a2dd-2374d103b634 None None] Sync routers for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:50:27.791656 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:27.799942 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a1296-0756-4940-a2dd-2374d103b634 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:50:27.800965 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f15a1296-0756-4940-a2dd-2374d103b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:49:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:27.892100 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Publish callbacks [] for router (78c1535e-7e49-4502-8acd-edd1a5844206), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:27.909937 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-f15a1296-0756-4940-a2dd-2374d103b634 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:50:27.995028 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Publish callbacks [] for router_gateway (78c1535e-7e49-4502-8acd-edd1a5844206), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.041141 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Deleting port cd12556d-5ed5-49df-b952-1ecc22c50609 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:28.041780 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.085884 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f15a1296-0756-4940-a2dd-2374d103b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:50:27Z', 'revision_number': 5, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port': {'id': 'cd12556d-5ed5-49df-b952-1ecc22c50609', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:28.113855 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a1296-0756-4940-a2dd-2374d103b634 None None] Checking router: 78c1535e-7e49-4502-8acd-edd1a5844206 for host: dv-cinder-797970-7-iscsi {{(pid=104692) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:50:28.123123 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a1296-0756-4940-a2dd-2374d103b634 None None] Routers {'78c1535e-7e49-4502-8acd-edd1a5844206'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104692) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:50:28.123944 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f15a1296-0756-4940-a2dd-2374d103b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:49:59Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['78c1535e-7e49-4502-8acd-edd1a5844206'], 'active': True} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:28.130712 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] For port cd12556d-5ed5-49df-b952-1ecc22c50609, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=cd12556d-5ed5-49df-b952-1ecc22c50609,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:50:28.131079 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.145163 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Calling delete_port for cd12556d-5ed5-49df-b952-1ecc22c50609 owned by network:router_gateway {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:28.196551 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-5862b546-3c86-4b00-a273-88a5c07cbeba None None] Provisioning complete for port 31765e25-00ab-4904-b26a-8157bbb7bee4 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:50:28.197256 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5862b546-3c86-4b00-a273-88a5c07cbeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.198167 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-5862b546-3c86-4b00-a273-88a5c07cbeba None None] Attempt 1 to provision port 31765e25-00ab-4904-b26a-8157bbb7bee4 Oct 27 09:50:28.219635 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_dvr_db [None req-f15a1296-0756-4940-a2dd-2374d103b634 None None] Set router 78c1535e-7e49-4502-8acd-edd1a5844206 gateway port host: None {{(pid=104692) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:50:28.267955 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.l3_hamode_db [None req-f15a1296-0756-4940-a2dd-2374d103b634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:50:27Z', 'revision_number': 6, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port_host': None}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104692) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:28.283477 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-5862b546-3c86-4b00-a273-88a5c07cbeba None None] Current status of the port 31765e25-00ab-4904-b26a-8157bbb7bee4 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:50:28.298109 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:28.302973 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a1296-0756-4940-a2dd-2374d103b634 None None] The sync data for ids ['78c1535e-7e49-4502-8acd-edd1a5844206'] in dv-cinder-797970-7-iscsi is: [{'id': '78c1535e-7e49-4502-8acd-edd1a5844206', 'name': 'tempest-TestVolumeBootPattern-257761065-router', 'tenant_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:41Z', 'updated_at': '2022-10-27T09:50:27Z', 'revision_number': 6, 'project_id': '4ee2066bcc7240f9a63d5c11a2b04a18', 'gw_port_host': None}] {{(pid=104692) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:50:28.324506 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (cd12556d-5ed5-49df-b952-1ecc22c50609), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.347810 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd12556d-5ed5-49df-b952-1ecc22c50609,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:28.409413 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658050'] for router_gateway (78c1535e-7e49-4502-8acd-edd1a5844206), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.493158 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041905'] for router (78c1535e-7e49-4502-8acd-edd1a5844206), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.495296 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Publish callbacks [] for router_controller (78c1535e-7e49-4502-8acd-edd1a5844206), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.537697 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651776'] for router (78c1535e-7e49-4502-8acd-edd1a5844206), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.538271 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78c1535e-7e49-4502-8acd-edd1a5844206 {{(pid=104689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 09:50:28.543247 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.544347 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-b688dcf4-83cb-4ecc-9721-5c169cbd3421 admin admin] 10.222.0.70 "DELETE /networking/v2.0/routers/78c1535e-7e49-4502-8acd-edd1a5844206 HTTP/1.1" status: 204 len: 168 time: 0.7575569 Oct 27 09:50:28.546924 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39132) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:28.548709 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f237d732-a125-4eb6-8bbb-d3f971dee4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.591067 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3db00df-bb54-4c32-a4b0-9b5d0924c5e0 admin admin] Deleting subnet 3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 {{(pid=104689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:50:28.594175 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b3db00df-bb54-4c32-a4b0-9b5d0924c5e0 admin admin] Publish callbacks [] for subnet (3c179e3c-3d0c-46ca-93ac-01b33c47f3e3), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.628302 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b3db00df-bb54-4c32-a4b0-9b5d0924c5e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1679559'] for subnet (3c179e3c-3d0c-46ca-93ac-01b33c47f3e3), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.713275 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b3db00df-bb54-4c32-a4b0-9b5d0924c5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (3c179e3c-3d0c-46ca-93ac-01b33c47f3e3), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.758038 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:28.767423 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b3db00df-bb54-4c32-a4b0-9b5d0924c5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2373704'] for subnet (3c179e3c-3d0c-46ca-93ac-01b33c47f3e3), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.794432 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db00df-bb54-4c32-a4b0-9b5d0924c5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c179e3c-3d0c-46ca-93ac-01b33c47f3e3,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:28.799213 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-b3db00df-bb54-4c32-a4b0-9b5d0924c5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.804805 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-b3db00df-bb54-4c32-a4b0-9b5d0924c5e0 admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/3c179e3c-3d0c-46ca-93ac-01b33c47f3e3 HTTP/1.1" status: 204 len: 168 time: 0.2546279 Oct 27 09:50:28.804986 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc162c8-5f8c-4839-a413-aaba8d089723 None None] Network 29853958-4339-4761-9164-23edabe04a06 requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:50:28.805112 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39134) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:28.875638 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (29853958-4339-4761-9164-23edabe04a06), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.921999 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Deleting port 31765e25-00ab-4904-b26a-8157bbb7bee4 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:28.922332 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.984608 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] For port 31765e25-00ab-4904-b26a-8157bbb7bee4, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=31765e25-00ab-4904-b26a-8157bbb7bee4,segment=NetworkSegment(efb5e451-fc71-4c02-b22b-57909849b2d8),segment_id=efb5e451-fc71-4c02-b22b-57909849b2d8)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:50:28.984885 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:28.997623 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Calling delete_port for 31765e25-00ab-4904-b26a-8157bbb7bee4 owned by network:dhcp {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:29.079318 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (31765e25-00ab-4904-b26a-8157bbb7bee4), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:29.097043 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79c49cc-7037-42ea-bd1f-e57195d0eda7 None None] DHCP port deletion for 29853958-4339-4761-9164-23edabe04a06 request from dv-cinder-797970-7-iscsi {{(pid=104691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 09:50:29.111093 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=31765e25-00ab-4904-b26a-8157bbb7bee4,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:29.115134 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] No DVR routers for this DVR port 31765e25-00ab-4904-b26a-8157bbb7bee4 on host dv-cinder-797970-7-iscsi {{(pid=104689) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:50:29.188688 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (29853958-4339-4761-9164-23edabe04a06), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:29.201188 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:29.211243 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29853958-4339-4761-9164-23edabe04a06']}} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:29.221305 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb5e451-fc71-4c02-b22b-57909849b2d8') {'for_net_delete': True} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:29.221596 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.services.segments.db [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb5e451-fc71-4c02-b22b-57909849b2d8') {} {{(pid=104689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:29.231722 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1679566'] for segment (efb5e451-fc71-4c02-b22b-57909849b2d8), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:29.246314 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (efb5e451-fc71-4c02-b22b-57909849b2d8), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:29.253232 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=104689) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:50:29.253615 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4066208'] for segment (efb5e451-fc71-4c02-b22b-57909849b2d8), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:29.315158 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (29853958-4339-4761-9164-23edabe04a06), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:29.321174 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:29.329186 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/29853958-4339-4761-9164-23edabe04a06 HTTP/1.1" status: 204 len: 168 time: 0.5192177 Oct 27 09:50:29.329476 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 39140) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:29.337984 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2e806-d216-4bc3-9c69-a1b9ab4231e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=29853958-4339-4761-9164-23edabe04a06,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:29.345828 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment efb5e451-fc71-4c02-b22b-57909849b2d8 resource provider aggregate not found Oct 27 09:50:29.365524 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.services.segments.plugin [-] Segment efb5e451-fc71-4c02-b22b-57909849b2d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efb5e451-fc71-4c02-b22b-57909849b2d8 found for delete ", "request_id": "req-30de7124-83d6-424a-9ec1-2d458b2e2bf7"}]} Oct 27 09:50:29.638193 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654533'] for router_interface (306c4ab6-18aa-494f-9c48-a16012e54ec1), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:29.774981 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:29.854323 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] Deleting port 46b69cf5-3d79-462e-8f80-b0073f7f48c1 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:29.854666 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:29.934890 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] For port 46b69cf5-3d79-462e-8f80-b0073f7f48c1, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=46b69cf5-3d79-462e-8f80-b0073f7f48c1,segment=NetworkSegment(f59c2787-619b-4106-9e8a-80270c286a31),segment_id=f59c2787-619b-4106-9e8a-80270c286a31)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:50:29.935166 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:29.948328 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] Calling delete_port for 46b69cf5-3d79-462e-8f80-b0073f7f48c1 owned by network:router_interface {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:29.952020 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=100 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:30.069663 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:30.125858 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (46b69cf5-3d79-462e-8f80-b0073f7f48c1), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:30.151131 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=46b69cf5-3d79-462e-8f80-b0073f7f48c1,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:30.216161 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device f015e329-1d50-4dfa-b1f3-f22226ba0959 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:50:30.236337 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: f015e329-1d50-4dfa-b1f3-f22226ba0959 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:50:30.236796 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device f015e329-1d50-4dfa-b1f3-f22226ba0959 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:50:30.237210 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device cd12556d-5ed5-49df-b952-1ecc22c50609 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:50:30.260221 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: cd12556d-5ed5-49df-b952-1ecc22c50609 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:50:30.260584 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device cd12556d-5ed5-49df-b952-1ecc22c50609 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:50:30.261001 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 31765e25-00ab-4904-b26a-8157bbb7bee4 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:50:30.283560 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 31765e25-00ab-4904-b26a-8157bbb7bee4 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:50:30.284174 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 31765e25-00ab-4904-b26a-8157bbb7bee4 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:50:30.326830 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1509687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651861'] for router_interface (306c4ab6-18aa-494f-9c48-a16012e54ec1), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:30.351190 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14c7084-18dd-4886-965e-8df791f18c70 None None] get_active_networks_info from dv-cinder-797970-7-iscsi {{(pid=104691) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 27 09:50:30.421944 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14c7084-18dd-4886-965e-8df791f18c70 None None] Resources bound (agent type, host, resource id): {{(pid=104691) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 09:50:30.797026 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] Router 306c4ab6-18aa-494f-9c48-a16012e54ec1 has already been hosted by L3 agent 833056b9-6f53-49f7-8082-c72c8e7cef09 {{(pid=104690) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 09:50:30.900785 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] Notify agent at l3_agent.dv-cinder-797970-7-iscsi the message routers_updated {{(pid=104690) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 09:50:30.905877 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-74273f75-bc44-442c-bff9-7ccfe81b0b50 admin admin] 10.222.0.70 "PUT /networking/v2.0/routers/306c4ab6-18aa-494f-9c48-a16012e54ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5743430 Oct 27 09:50:30.908461 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39144) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:30.910254 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d5272-db40-4bd4-a1c5-f5e6702a79c6 None None] Sync routers for ids ['306c4ab6-18aa-494f-9c48-a16012e54ec1'] in dv-cinder-797970-7-iscsi {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 09:50:30.924511 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d5272-db40-4bd4-a1c5-f5e6702a79c6 None None] Routers {'306c4ab6-18aa-494f-9c48-a16012e54ec1'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:50:30.925161 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5272-db40-4bd4-a1c5-f5e6702a79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:50:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['306c4ab6-18aa-494f-9c48-a16012e54ec1'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:31.014378 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Publish callbacks [] for router (306c4ab6-18aa-494f-9c48-a16012e54ec1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.015871 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:31.022590 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:31.038394 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.provisioning_blocks [None req-635ddf94-230a-4b77-8206-047cf6c0af44 None None] Provisioning complete for port 061b9464-357e-4210-9cc2-66951c389a97 triggered by entity DHCP. {{(pid=104691) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 27 09:50:31.038829 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-635ddf94-230a-4b77-8206-047cf6c0af44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1508930'] for port (061b9464-357e-4210-9cc2-66951c389a97), provisioning_complete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.039226 dv-cinder-797970-7-iscsi neutron-server[104691]: INFO neutron.plugins.ml2.plugin [None req-635ddf94-230a-4b77-8206-047cf6c0af44 None None] Attempt 1 to provision port 061b9464-357e-4210-9cc2-66951c389a97 Oct 27 09:50:31.061309 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-fc1d5272-db40-4bd4-a1c5-f5e6702a79c6 None None] Set router 306c4ab6-18aa-494f-9c48-a16012e54ec1 gateway port host: dv-cinder-797970-7-iscsi {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:50:31.113467 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Publish callbacks [] for router_gateway (306c4ab6-18aa-494f-9c48-a16012e54ec1), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.155887 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Deleting port 17df9895-ed50-4109-9c45-278ac18e37e0 {{(pid=104689) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:31.156252 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.236032 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-635ddf94-230a-4b77-8206-047cf6c0af44 None None] Current status of the port 061b9464-357e-4210-9cc2-66951c389a97 is: ACTIVE; New status is: ACTIVE {{(pid=104691) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 27 09:50:31.237439 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.db [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] For port 17df9895-ed50-4109-9c45-278ac18e37e0, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=17df9895-ed50-4109-9c45-278ac18e37e0,segment=NetworkSegment(bbecd9bf-a445-4970-9a52-917665fd60fd),segment_id=bbecd9bf-a445-4970-9a52-917665fd60fd)] {{(pid=104689) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:50:31.237812 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.239979 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:31.253463 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.plugins.ml2.plugin [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Calling delete_port for 17df9895-ed50-4109-9c45-278ac18e37e0 owned by network:router_gateway {{(pid=104689) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:31.278719 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5272-db40-4bd4-a1c5-f5e6702a79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'name': 'tempest-TestVolumeBootPattern-254521396-router', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'external_fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:45Z', 'updated_at': '2022-10-27T09:50:30Z', 'revision_number': 5, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'gw_port': {'id': '17df9895-ed50-4109-9c45-278ac18e37e0', 'name': '', 'network_id': '89caa34e-a99b-423c-bd7c-fee87bc03687', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797970-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-27T09:43:46Z', 'updated_at': '2022-10-27T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc5df86e-40f9-4a4c-b0a4-29a642566ce3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797970-7-iscsi'}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:31.303941 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d5272-db40-4bd4-a1c5-f5e6702a79c6 None None] Checking router: 306c4ab6-18aa-494f-9c48-a16012e54ec1 for host: dv-cinder-797970-7-iscsi {{(pid=104691) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 09:50:31.312900 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1d5272-db40-4bd4-a1c5-f5e6702a79c6 None None] Routers {'306c4ab6-18aa-494f-9c48-a16012e54ec1'} bound to L3 agent in host dv-cinder-797970-7-iscsi {{(pid=104691) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 27 09:50:31.313514 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5272-db40-4bd4-a1c5-f5e6702a79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797970-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-27T09:28:28Z,description=,heartbeat_timestamp=2022-10-27T09:50:29Z,host='dv-cinder-797970-7-iscsi',id=833056b9-6f53-49f7-8082-c72c8e7cef09,load=0,resource_versions=,resources_synced=,started_at=2022-10-27T09:28:29Z,topic='l3_agent')) {'router_ids': ['306c4ab6-18aa-494f-9c48-a16012e54ec1'], 'active': True} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:31.397414 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvr_db [None req-fc1d5272-db40-4bd4-a1c5-f5e6702a79c6 None None] Set router 306c4ab6-18aa-494f-9c48-a16012e54ec1 gateway port host: None {{(pid=104691) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 27 09:50:31.424039 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4066195'] for port (17df9895-ed50-4109-9c45-278ac18e37e0), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.449663 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Pushing event deleted for resources: {'Port': ['ID=17df9895-ed50-4109-9c45-278ac18e37e0,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:31.456180 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_hamode_db [None req-fc1d5272-db40-4bd4-a1c5-f5e6702a79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'name': 'tempest-TestVolumeBootPattern-254521396-router', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:45Z', 'updated_at': '2022-10-27T09:50:31Z', 'revision_number': 6, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'gw_port_host': None}], 'dv-cinder-797970-7-iscsi', False) {} {{(pid=104691) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:31.495676 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d5272-db40-4bd4-a1c5-f5e6702a79c6 None None] The sync data for ids ['306c4ab6-18aa-494f-9c48-a16012e54ec1'] in dv-cinder-797970-7-iscsi is: [{'id': '306c4ab6-18aa-494f-9c48-a16012e54ec1', 'name': 'tempest-TestVolumeBootPattern-254521396-router', 'tenant_id': '5ffb0db501244b93bc6260ea11738c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-27T09:43:45Z', 'updated_at': '2022-10-27T09:50:31Z', 'revision_number': 6, 'project_id': '5ffb0db501244b93bc6260ea11738c79', 'gw_port_host': None}] {{(pid=104691) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 09:50:31.499135 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.506958 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.515085 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-658050'] for router_gateway (306c4ab6-18aa-494f-9c48-a16012e54ec1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.602860 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1041905'] for router (306c4ab6-18aa-494f-9c48-a16012e54ec1), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.605064 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Publish callbacks [] for router_controller (306c4ab6-18aa-494f-9c48-a16012e54ec1), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.646050 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-651776'] for router (306c4ab6-18aa-494f-9c48-a16012e54ec1), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.646736 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 306c4ab6-18aa-494f-9c48-a16012e54ec1 {{(pid=104689) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 09:50:31.652219 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.653401 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-e7ddff48-5775-4da4-8464-683209b07809 admin admin] 10.222.0.70 "DELETE /networking/v2.0/routers/306c4ab6-18aa-494f-9c48-a16012e54ec1 HTTP/1.1" status: 204 len: 168 time: 0.7439408 Oct 27 09:50:31.655958 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39146) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:31.662403 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:31.701482 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cadaf55-6b76-4a6b-b4a6-4eeab5132ced admin admin] Deleting subnet 5bb0ae41-ed0e-43d1-9757-9ea156176729 {{(pid=104689) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 27 09:50:31.704549 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cadaf55-6b76-4a6b-b4a6-4eeab5132ced admin admin] Publish callbacks [] for subnet (5bb0ae41-ed0e-43d1-9757-9ea156176729), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:31.738134 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cadaf55-6b76-4a6b-b4a6-4eeab5132ced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1679559'] for subnet (5bb0ae41-ed0e-43d1-9757-9ea156176729), precommit_delete_associations {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.063509 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cadaf55-6b76-4a6b-b4a6-4eeab5132ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1512016'] for subnet (5bb0ae41-ed0e-43d1-9757-9ea156176729), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.115898 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cadaf55-6b76-4a6b-b4a6-4eeab5132ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4066246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2373704'] for subnet (5bb0ae41-ed0e-43d1-9757-9ea156176729), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.144803 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadaf55-6b76-4a6b-b4a6-4eeab5132ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb0ae41-ed0e-43d1-9757-9ea156176729,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:32.146774 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-1cadaf55-6b76-4a6b-b4a6-4eeab5132ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for subnet (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.149917 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-1cadaf55-6b76-4a6b-b4a6-4eeab5132ced admin admin] 10.222.0.70 "DELETE /networking/v2.0/subnets/5bb0ae41-ed0e-43d1-9757-9ea156176729 HTTP/1.1" status: 204 len: 168 time: 0.4930170 Oct 27 09:50:32.152571 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [-] (104690) accepted ('10.222.0.70', 39148) {{(pid=104690) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:32.153704 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b56802-fb3f-4a5c-a401-e14707bf325b None None] Network 6bf43c36-a3e5-4e93-b942-5635dd1499ef requested from dv-cinder-797970-7-iscsi {{(pid=104691) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 27 09:50:32.224457 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1419980'] for network (6bf43c36-a3e5-4e93-b942-5635dd1499ef), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.253867 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:32.277627 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Deleting port 061b9464-357e-4210-9cc2-66951c389a97 {{(pid=104690) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:32.277960 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (061b9464-357e-4210-9cc2-66951c389a97), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.307303 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] DHCP port deletion for 6bf43c36-a3e5-4e93-b942-5635dd1499ef request from dv-cinder-797970-7-iscsi {{(pid=104691) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 27 09:50:32.347743 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Deleting port 061b9464-357e-4210-9cc2-66951c389a97 {{(pid=104691) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 27 09:50:32.348252 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766798814922'] for port (061b9464-357e-4210-9cc2-66951c389a97), before_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.353608 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.db [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] For port 061b9464-357e-4210-9cc2-66951c389a97, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=061b9464-357e-4210-9cc2-66951c389a97,segment=NetworkSegment(f59c2787-619b-4106-9e8a-80270c286a31),segment_id=f59c2787-619b-4106-9e8a-80270c286a31)] {{(pid=104690) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:50:32.353978 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (061b9464-357e-4210-9cc2-66951c389a97), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.370754 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 46b69cf5-3d79-462e-8f80-b0073f7f48c1 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:50:32.371300 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Calling delete_port for 061b9464-357e-4210-9cc2-66951c389a97 owned by network:dhcp {{(pid=104690) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:32.421943 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 46b69cf5-3d79-462e-8f80-b0073f7f48c1 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:50:32.422369 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 46b69cf5-3d79-462e-8f80-b0073f7f48c1 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:50:32.422852 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 17df9895-ed50-4109-9c45-278ac18e37e0 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:50:32.449752 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 17df9895-ed50-4109-9c45-278ac18e37e0 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:50:32.450146 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 17df9895-ed50-4109-9c45-278ac18e37e0 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:50:32.453626 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2686106'] for port (061b9464-357e-4210-9cc2-66951c389a97), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.456254 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.db [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] For port 061b9464-357e-4210-9cc2-66951c389a97, host dv-cinder-797970-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797970-7-iscsi',level=0,port_id=061b9464-357e-4210-9cc2-66951c389a97,segment=NetworkSegment(f59c2787-619b-4106-9e8a-80270c286a31),segment_id=f59c2787-619b-4106-9e8a-80270c286a31)] {{(pid=104691) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 09:50:32.456646 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-655562'] for port (061b9464-357e-4210-9cc2-66951c389a97), precommit_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.469058 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Calling delete_port for 061b9464-357e-4210-9cc2-66951c389a97 owned by network:dhcp {{(pid=104691) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 27 09:50:32.481131 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Pushing event deleted for resources: {'Port': ['ID=061b9464-357e-4210-9cc2-66951c389a97,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:32.486388 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] No DVR routers for this DVR port 061b9464-357e-4210-9cc2-66951c389a97 on host dv-cinder-797970-7-iscsi {{(pid=104690) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:50:32.555015 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1375929', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133635', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766798819503', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766798443394'] for port (061b9464-357e-4210-9cc2-66951c389a97), after_delete {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.562259 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:32.566922 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1515179', 'neutron.services.segments.db._delete_segments_for_network-8766798911106'] for network (6bf43c36-a3e5-4e93-b942-5635dd1499ef), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.580734 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Pushing event deleted for resources: {'Port': ['ID=061b9464-357e-4210-9cc2-66951c389a97,revision_number=None']} {{(pid=104691) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:32.589574 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf43c36-a3e5-4e93-b942-5635dd1499ef']}} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:32.591486 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] No DVR routers for this DVR port 061b9464-357e-4210-9cc2-66951c389a97 on host dv-cinder-797970-7-iscsi {{(pid=104691) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 27 09:50:32.597205 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.597396 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.597630 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.597967 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.598992 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.598992 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.598992 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.599257 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.600342 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.600342 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.600342 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.600661 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.600833 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.601153 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.601685 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5081ba0b-4d43-4032-809c-f009bc2a539a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797970-7-iscsi {{(pid=104691) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 09:50:32.609082 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59c2787-619b-4106-9e8a-80270c286a31') {'for_net_delete': True} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:32.609425 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.services.segments.db [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59c2787-619b-4106-9e8a-80270c286a31') {} {{(pid=104690) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 09:50:32.621945 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766798911169', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2834243'] for segment (f59c2787-619b-4106-9e8a-80270c286a31), before_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.636094 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992'] for segment (f59c2787-619b-4106-9e8a-80270c286a31), precommit_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.642569 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Releasing vlan 829 on physical network physnet1 to pool {{(pid=104690) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 09:50:32.642952 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2686121'] for segment (f59c2787-619b-4106-9e8a-80270c286a31), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.710455 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1515168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1509646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658094'] for network (6bf43c36-a3e5-4e93-b942-5635dd1499ef), after_delete {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.717075 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron_lib.callbacks.manager [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1509660'] for network (None), before_response {{(pid=104690) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.720221 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.wsgi [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] 10.222.0.70 "DELETE /networking/v2.0/networks/6bf43c36-a3e5-4e93-b942-5635dd1499ef HTTP/1.1" status: 204 len: 168 time: 0.5666547 Oct 27 09:50:32.733217 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment f59c2787-619b-4106-9e8a-80270c286a31 resource provider aggregate not found Oct 27 09:50:32.737295 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd891b-a77d-44c5-986f-da327cd21420 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bf43c36-a3e5-4e93-b942-5635dd1499ef,revision_number=None']} {{(pid=104690) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:32.751222 dv-cinder-797970-7-iscsi neutron-server[104690]: INFO neutron.services.segments.plugin [-] Segment f59c2787-619b-4106-9e8a-80270c286a31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f59c2787-619b-4106-9e8a-80270c286a31 found for delete ", "request_id": "req-e9da8441-7b5d-4ad0-8c96-04e8241bee15"}]} Oct 27 09:50:32.841256 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39158) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:32.881252 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-9ff8a908-f273-45e1-a171-98e4a2bab4a5 admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=4ee2066bcc7240f9a63d5c11a2b04a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387728 Oct 27 09:50:32.883623 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39160) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:32.934029 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a008eda6-83ce-4e20-beea-03a5d605dd2f admin admin] Publish callbacks [] for security_group (9393f996-52bc-4ba3-b07a-2d843ecb7630), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:32.954176 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a008eda6-83ce-4e20-beea-03a5d605dd2f admin admin] Publish callbacks [] for security_group (9393f996-52bc-4ba3-b07a-2d843ecb7630), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:33.001089 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a008eda6-83ce-4e20-beea-03a5d605dd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (9393f996-52bc-4ba3-b07a-2d843ecb7630), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:33.003804 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-a008eda6-83ce-4e20-beea-03a5d605dd2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:33.004972 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-a008eda6-83ce-4e20-beea-03a5d605dd2f admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/9393f996-52bc-4ba3-b07a-2d843ecb7630 HTTP/1.1" status: 204 len: 168 time: 0.1204567 Oct 27 09:50:33.013245 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008eda6-83ce-4e20-beea-03a5d605dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9393f996-52bc-4ba3-b07a-2d843ecb7630,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:33.320923 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39166) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:33.361267 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-f1b57ea5-fcce-47fa-bf3c-6f7d62b0a48b admin admin] 10.222.0.70 "GET /networking/v2.0/security-groups?tenant_id=5ffb0db501244b93bc6260ea11738c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392141 Oct 27 09:50:33.363721 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.wsgi [-] (104689) accepted ('10.222.0.70', 39168) {{(pid=104689) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 27 09:50:33.389063 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:33.412924 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cc92403a-dac2-4fdd-ae40-49173ac7e65e admin admin] Publish callbacks [] for security_group (eb4144b9-58d8-49d6-afda-a7190130fd92), before_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:33.432208 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cc92403a-dac2-4fdd-ae40-49173ac7e65e admin admin] Publish callbacks [] for security_group (eb4144b9-58d8-49d6-afda-a7190130fd92), precommit_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:33.478884 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cc92403a-dac2-4fdd-ae40-49173ac7e65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450575'] for security_group (eb4144b9-58d8-49d6-afda-a7190130fd92), after_delete {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:33.481533 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron_lib.callbacks.manager [None req-cc92403a-dac2-4fdd-ae40-49173ac7e65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:33.482647 dv-cinder-797970-7-iscsi neutron-server[104689]: INFO neutron.wsgi [None req-cc92403a-dac2-4fdd-ae40-49173ac7e65e admin admin] 10.222.0.70 "DELETE /networking/v2.0/security-groups/eb4144b9-58d8-49d6-afda-a7190130fd92 HTTP/1.1" status: 204 len: 168 time: 0.1180532 Oct 27 09:50:33.490317 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92403a-dac2-4fdd-ae40-49173ac7e65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4144b9-58d8-49d6-afda-a7190130fd92,revision_number=None']} {{(pid=104689) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 09:50:34.193832 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 061b9464-357e-4210-9cc2-66951c389a97 no longer exists at agent ovs-agent-dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 09:50:34.214629 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.plugin [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] No Port match for: 061b9464-357e-4210-9cc2-66951c389a97 {{(pid=104691) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 27 09:50:34.215090 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron.plugins.ml2.rpc [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Device 061b9464-357e-4210-9cc2-66951c389a97 not bound to the agent host dv-cinder-797970-7-iscsi {{(pid=104691) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 09:50:36.589364 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:36.618669 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:37.018134 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:42.722020 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:42.722895 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG dbcounter [-] [104690] Writing DB stats neutron:SELECT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104690) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:43.465239 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:43.486695 dv-cinder-797970-7-iscsi neutron-server[104689]: DEBUG dbcounter [-] [104689] Writing DB stats neutron:UPDATE=2,neutron:SELECT=73,neutron:DELETE=9 {{(pid=104689) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:46.722077 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=74 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:46.722866 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=99 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:47.014913 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:47.775299 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:50:56.222171 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-40e47622-497e-41a0-9e0d-a093c1882fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:57.770937 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:57.771665 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:50:58.546880 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-24066b69-06a7-4ea2-ac86-a3921247a5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:50:59.777826 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:01.432006 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:01.478732 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:07.034040 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:17.027660 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:51:17.030052 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:51:24.777082 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:51:26.223950 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b869ded3-6b0c-404f-8806-646f94192cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:26.491780 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=15 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:51:28.548250 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-755a405c-dd88-42df-ba2e-0c959e730cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:29.781442 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:31.437855 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:31.480021 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:34.770679 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=19 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:51:37.034106 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:47.027577 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=10 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:51:47.030172 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:51:56.225358 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f9e6e26d-480a-4880-b28e-021a663bd179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:58.550210 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c29b895f-2120-448a-bd26-6e6d5a409d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:51:59.783893 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:00.710116 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:00.715071 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=3 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:01.437923 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:01.482045 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:01.776698 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:52:07.066864 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:11.772576 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:15.265072 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [req-85d839ba-87be-4a6b-bb33-2a7c60e2e3cc req-431e2d64-c8a7-4d07-959b-81e2bfd3b153 service neutron] (104690) timed out ('10.222.0.72', 49917) {{(pid=104690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 09:52:17.060476 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:17.063204 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:24.755711 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:26.226737 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-51b6e87c-851f-4b33-b454-aa9323ac99a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:28.551509 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fb60d3f6-6e84-4a66-bdd1-015bd8fae37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:29.786243 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:31.440668 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:31.483304 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:37.085377 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:37.716336 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:37.722348 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:38.776645 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:52:47.078680 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:UPDATE=2,neutron:SELECT=21 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:47.081550 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:48.772582 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:48.773336 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:52:56.228226 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-0e45da11-ee13-46c7-9de2-a922e641976b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:58.552355 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f8660176-f8f4-496a-b4be-b99f03ce3b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:52:59.789869 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:01.442797 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:01.485883 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:07.083684 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:14.713868 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:53:14.718550 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=5 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:53:15.776821 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:53:17.077023 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:53:17.078878 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:53:26.229623 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-b591226c-7d01-4dba-8f0d-d5ace0ec81df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:26.493648 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=14 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:53:26.496188 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=14 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:53:28.554258 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-a01b5585-6da6-457f-9b8f-8ad6de89b48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:29.791533 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:31.445091 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:31.487256 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:37.081807 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:47.075868 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:53:47.077737 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:53:51.719897 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:53:51.724078 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:53:52.775697 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:53:56.232203 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8ce2aa3c-0afc-4e1b-97cd-360128494ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:58.556036 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-12d1690b-ac07-426c-b5f7-93c294349b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:53:59.794944 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:01.447724 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:01.489364 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:02.771113 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:54:02.771896 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:54:07.082126 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:17.076688 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:54:17.078579 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:54:26.233139 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8919b802-54d0-40b1-9824-ca1b5f0dd483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:28.557764 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-e20facf0-358d-4678-a3ae-03aea8d1bc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:28.721074 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:54:28.721780 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:54:29.774870 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:54:29.797649 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:31.450705 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:31.491349 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:37.081815 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:39.180942 dv-cinder-797970-7-iscsi neutron-server[104690]: DEBUG neutron.wsgi [req-6607ef58-3b2e-42e5-932a-3421f4fd937b req-e0a94e58-7ceb-4788-86a6-8d3e698b5cf8 service neutron] (104690) timed out ('10.222.0.72', 49909) {{(pid=104690) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 27 09:54:39.769631 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:54:39.770405 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=1 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:54:47.076422 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:54:47.078308 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:54:56.235100 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-c8694b2b-1930-45d0-8168-6975c7534f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:58.558737 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f1e90c8f-f2d4-44d6-8761-0eff91409f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:54:59.800281 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:01.457195 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:01.492792 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:05.712664 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:55:05.717735 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:55:06.774926 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:55:07.097969 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:17.091743 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:55:17.093613 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:55:26.238052 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-f1c1b3f0-07ec-41d5-8806-dacc5a9bdbd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:26.492134 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=13 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:55:26.497317 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=15 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:55:28.560052 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-2a17297b-850c-4c7f-ac12-b96fefbcceca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:29.802321 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:31.455916 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-fa08b9b6-efb1-49db-8713-d14ebf45c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (929ff297-ed6c-4449-9687-5625ca78b245), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:31.493166 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-8a17aec2-48f2-420d-838d-e62854a6ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (1a346636-d7e2-46e1-9c67-d4eca60bac20), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:37.097909 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-d12d01b2-c1ec-4f6f-a449-b3c01ab4f96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (091b9ace-e35e-48d2-bf70-f90b130511f8), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:42.708991 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:55:42.713217 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=4 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:55:43.773242 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG neutron.db.agents_db [None req-1d923ed7-4a2c-4c58-93ca-e6475f536ffd None None] Agent healthcheck: found 6 active agents {{(pid=104692) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 09:55:47.092250 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:55:47.094570 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG dbcounter [-] [104691] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104691) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:55:53.768985 dv-cinder-797970-7-iscsi neutron-server[104692]: DEBUG dbcounter [-] [104692] Writing DB stats neutron:SELECT=2 {{(pid=104692) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 27 09:55:56.242402 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-69911a53-c898-40e4-b864-6939b4b8d67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (2bfaadaa-ddba-467b-a2f2-7508e13f3c08), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:58.562232 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-87a70cd3-bbe2-4e1d-907a-47e0b81cb611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (833056b9-6f53-49f7-8082-c72c8e7cef09), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 27 09:55:59.806481 dv-cinder-797970-7-iscsi neutron-server[104691]: DEBUG neutron_lib.callbacks.manager [None req-39a6693e-a9ce-495e-ba99-94e73e6dfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766798911088', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1509096'] for agent (73d904eb-6e25-4270-9715-ca3dd76ce8a2), after_update {{(pid=104691) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}